-- Logs begin at Tue 2021-08-10 02:41:24 UTC, end at Tue 2021-08-10 03:58:10 UTC. -- Aug 10 03:30:08.702671 dv-cinder-782390-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 03:30:11.502980 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:30:11.503610 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:30:11.503748 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:30:11.507114 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:30:11.507367 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:30:11.507675 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:30:11.508807 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:30:11.509046 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:30:11.509420 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:30:11.509667 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:30:11.509899 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:30:11.510217 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.510514 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.510809 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.511039 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.511331 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.511743 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.512031 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.512364 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.512639 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.512921 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.513195 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.513478 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.513709 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.513985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.514270 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.514555 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.514776 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] debug = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.515162 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.515623 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.516045 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.516868 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.517334 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.517455 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.517753 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.518035 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.518317 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.518645 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] host = dv-cinder-782390-8-iscsi {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.518922 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.519207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.519491 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.519779 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.520053 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.520353 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.520639 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.520912 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.521183 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.521455 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.521742 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.522027 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.522321 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.522544 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.522764 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.523049 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.523333 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.523603 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.523874 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.524144 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.524449 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.524720 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.525298 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.525586 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.525869 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.526375 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.526568 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.526841 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.527115 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.527385 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.527670 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.527940 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.528236 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.528503 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.528787 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.529052 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.529323 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.529621 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.529904 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.530186 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.530467 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.530738 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.531019 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.531289 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.531558 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.531824 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_json = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.532685 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.532943 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.533229 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.533499 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.533770 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.534038 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.534373 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.534663 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:11.534963 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.535266 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.535562 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.535846 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.536140 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.536442 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.536929 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.537217 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.537510 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.537801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.538090 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.538368 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.538657 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.538936 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.539232 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.539536 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.539833 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.540141 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.540436 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.540711 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.540986 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.541262 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.541546 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.541838 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.542129 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.542402 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.542678 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.542976 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.543253 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.543523 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.543799 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.544172 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.544493 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.544764 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.545047 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.545324 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.545595 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.545865 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.546145 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.546434 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.547181 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.547181 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.547763 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.547763 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.547920 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.548215 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.548491 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.548763 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.549036 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.549359 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.549634 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.549919 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.550197 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.550469 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.550747 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.551020 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.551366 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.551644 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.551917 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.552189 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.552480 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.552752 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.553031 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.553356 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.553573 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.553844 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.554196 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.554474 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.554762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.555061 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.555341 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.555704 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.555982 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.556288 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.556570 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.556846 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.557123 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.557399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.557672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.557963 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.558282 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.558569 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.558852 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.559126 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.559420 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.559697 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.559979 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.560276 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.560553 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.560840 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.561123 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.561419 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.561808 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.562181 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.562477 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.562768 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.563049 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.563404 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.563669 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:11.563888 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:30:11.564262 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94000) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 03:30:11.919155 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:30:11.919438 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:30:11.919727 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:30:11.920062 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 03:30:12.326382 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.326595 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.326847 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.328049 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.328345 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.328609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.363716 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.363996 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.364288 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.381395 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.381679 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.381949 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.412154 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.412462 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.412735 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.449563 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.449940 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.450292 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.689985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.690626 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.690810 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.691149 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.692012 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.815227 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.815540 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.815823 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.816100 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.816392 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.816699 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.816961 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.817218 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.817756 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.818074 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.818338 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.818605 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.818857 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.819105 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.819358 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.819622 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.819874 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.820138 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.820427 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.820682 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.820949 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.821199 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.821477 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.821847 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.822097 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.822382 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.822774 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.823011 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.823248 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.823519 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.823753 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.823985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:12.824419 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 03:30:12.827657 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 03:30:12.832340 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 03:30:12.836151 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 10 03:30:12.837951 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 03:30:12.838413 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 03:30:12.838743 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 03:30:12.839136 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 03:30:12.841960 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 03:30:12.842210 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 03:30:12.842557 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:30:12.848477 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 03:30:12.870807 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 03:30:12.871344 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.871649 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94000) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 03:30:12.872280 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.873648 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94000) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 03:30:12.873935 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:30:12.874179 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 03:30:12.878279 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.878565 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:12.942562 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 03:30:12.942733 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 03:30:12.942959 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 03:30:12.943342 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 03:30:12.965359 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_db.sqlalchemy.engines [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94000) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 03:30:13.873397 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing driver for type 'gre' Aug 10 03:30:13.874045 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] gre ID ranges: [(1, 1000)] Aug 10 03:30:14.192054 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing driver for type 'local' Aug 10 03:30:14.192502 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing driver for type 'vlan' Aug 10 03:30:14.318868 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] VlanTypeDriver initialization complete Aug 10 03:30:14.319207 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing driver for type 'vxlan' Aug 10 03:30:14.319718 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] vxlan ID ranges: [(1, 1000)] Aug 10 03:30:14.707472 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing extension driver 'port_security' Aug 10 03:30:14.707929 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] PortSecurityExtensionDriver initialization complete Aug 10 03:30:14.708396 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing mechanism driver 'openvswitch' Aug 10 03:30:14.708811 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing mechanism driver 'hyperv' Aug 10 03:30:14.715668 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.716381 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.716756 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.717113 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.717666 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.718120 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.718520 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.718823 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.719222 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.720127 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.720507 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.720855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.721250 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.721655 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.722004 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.722346 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.722759 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.723298 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.723653 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.724000 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.724429 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.724836 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > address_group after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.725186 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > address_group after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.725531 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.725923 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:30:14.726547 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] ML2 OVO RPC backend initialized. {{(pid=94000) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 03:30:14.727070 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.727427 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.727844 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.728387 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > networks before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.728563 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.728908 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > ports before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.729350 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.729771 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnets before_response 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.730120 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.730465 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.730804 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.731139 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.731477 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.731840 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.732177 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.732535 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.732871 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.733457 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.plugin [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Modular L2 Plugin initialization complete Aug 10 03:30:14.733789 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading services supported by the core plugin {{(pid=94000) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 03:30:14.734118 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.plugins.ml2.managers [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Got port-security extension from driver 'port_security' Aug 10 03:30:14.734584 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.extensions.vlantransparent [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Disabled vlantransparent extension. Aug 10 03:30:14.735101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94000) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 03:30:14.735911 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: router Aug 10 03:30:14.786215 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.786591 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_create 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.786967 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router before_create 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.787337 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.787719 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.788073 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_delete 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.788461 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.788835 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_create 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.789185 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.789537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.789889 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.790253 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.790666 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.791040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.791384 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.791725 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.792065 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.792449 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.792802 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_create 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.793147 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.793491 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.793853 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router after_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.794198 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.794553 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_create 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.794918 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.795266 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_update 55549900 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.795635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > agent after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.795987 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > agent after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.796363 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > network after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.797243 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Tracking information for resource: router configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:14.797629 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Tracking information for resource: floatingip configured {{(pid=94000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:30:14.812134 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.db.l3_agentschedulers_db [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 03:30:14.812880 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.813276 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.813636 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.813993 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.814845 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router before_create 55550100 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.815217 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.815585 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_create 55550100 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.815948 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > router precommit_update 55550100 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.821064 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.provider_configuration [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service providers = [] {{(pid=94000) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 03:30:14.821254 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.db.servicetype_db [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94000) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 03:30:14.824268 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.service_base [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:30:14.824620 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.service_base [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:30:14.824963 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.service_base [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:30:14.825873 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.services.service_base [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:30:14.826428 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.services.service_base [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 03:30:14.826643 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.829098 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 03:30:14.838311 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.843751 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: auto_allocate Aug 10 03:30:14.850954 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: network precommit_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.851333 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: network precommit_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.851886 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.852230 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: tag Aug 10 03:30:14.859281 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.859610 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: timestamp Aug 10 03:30:14.864416 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.864754 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: network_ip_availability Aug 10 03:30:14.870325 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.870704 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.871065 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:14.871821 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.872429 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: flavors Aug 10 03:30:14.877274 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.877848 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading Plugin: revisions Aug 10 03:30:14.881898 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:30:14.882301 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.962s {{(pid=94000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:30:14.883051 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94000) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 03:30:14.883391 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Initializing extension manager. Aug 10 03:30:14.883912 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: __init__.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.884284 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: __pycache__ {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.884622 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.884955 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: address_group.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.885727 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.886301 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: address-group Aug 10 03:30:14.886629 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: address_scope.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.887346 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.887864 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: address-scope Aug 10 03:30:14.888212 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.889164 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.889683 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: router-admin-state-down-before-update Aug 10 03:30:14.890011 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: agent.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.890920 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.891438 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: agent Aug 10 03:30:14.891762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: agent_resources_synced.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.892725 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.893245 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: agent-resources-synced Aug 10 03:30:14.893563 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: allowedaddresspairs.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.895511 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.896041 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: allowed-address-pairs Aug 10 03:30:14.896402 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: auto_allocated_topology.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.897497 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.898049 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: auto-allocated-topology Aug 10 03:30:14.898332 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: availability_zone.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.899083 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.899593 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: availability_zone Aug 10 03:30:14.900140 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: availability_zone_filter.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.901087 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.901601 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: availability_zone_filter Aug 10 03:30:14.901926 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: data_plane_status.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.902858 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.903364 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 03:30:14.903688 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: default_subnetpools.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.904628 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.905136 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: default-subnetpools Aug 10 03:30:14.905459 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.906301 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.906813 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: dhcp_agent_scheduler Aug 10 03:30:14.907633 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: dns.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.927714 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.928336 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 03:30:14.928672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: dns_domain_ports.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.929659 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.930190 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 03:30:14.930518 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.931463 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.931988 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 03:30:14.932353 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: dvr.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.933054 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.933573 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: dvr Aug 10 03:30:14.933906 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: ecmp_routes.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.934890 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.935398 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 03:30:14.935726 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: empty_string_filtering.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.936675 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.937187 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: empty-string-filtering Aug 10 03:30:14.937514 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.938451 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.938962 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:30:14.939291 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.940255 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.940771 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 03:30:14.941096 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: external_net.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.942064 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.942575 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: external-net Aug 10 03:30:14.942900 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.943826 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.944374 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: extra_dhcp_opt Aug 10 03:30:14.944701 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: extraroute.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.945631 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.946144 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: extraroute Aug 10 03:30:14.946472 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: extraroute_atomic.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.947538 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.948053 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: extraroute-atomic Aug 10 03:30:14.948417 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: filter_validation.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.949112 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.949620 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: filter-validation Aug 10 03:30:14.949947 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: fip_pf_description.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.950877 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.951387 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 03:30:14.951743 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: fip_port_details.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.952712 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.953229 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: fip-port-details Aug 10 03:30:14.953553 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: flavors.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.954812 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.955340 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: flavors Aug 10 03:30:14.955670 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.957399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.957975 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 03:30:14.958269 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: floatingip_pools.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.958985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.959506 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: floatingip-pools Aug 10 03:30:14.959840 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: ip_allocation.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.960820 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.961333 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 03:30:14.961669 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.962603 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.963124 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: ip-substring-filtering Aug 10 03:30:14.963466 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l2_adjacency.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.964447 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.964966 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 03:30:14.965298 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.966492 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.967023 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: router Aug 10 03:30:14.967358 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.970198 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.970736 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:30:14.971081 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.972046 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.972603 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: ext-gw-mode Aug 10 03:30:14.972941 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.973896 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.974414 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: l3-ha Aug 10 03:30:14.974746 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3_flavors.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.975675 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.976189 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: l3-flavors Aug 10 03:30:14.976551 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.977483 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.977996 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 03:30:14.978327 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: l3agentscheduler.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.979399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.979914 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: l3_agent_scheduler Aug 10 03:30:14.980271 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: logging.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.981780 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.982303 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension logging not supported by any of loaded plugins Aug 10 03:30:14.982638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: metering.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.983403 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.983993 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: metering Aug 10 03:30:14.984353 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.986056 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.986541 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: metering_source_and_destination_fields Aug 10 03:30:14.986872 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: multiprovidernet.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.987855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.988400 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: multi-provider Aug 10 03:30:14.988734 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: netmtu.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.989674 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.990192 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: net-mtu Aug 10 03:30:14.990523 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: netmtu_writable.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.991456 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.991973 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: net-mtu-writable Aug 10 03:30:14.992329 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: network_availability_zone.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.993015 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.993565 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: network_availability_zone Aug 10 03:30:14.993891 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: network_ip_availability.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.995002 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.995520 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: network-ip-availability Aug 10 03:30:14.995896 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: network_segment_range.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.996671 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.997481 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 03:30:14.997810 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: pagination.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:14.998812 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:14.999172 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: pagination Aug 10 03:30:14.999506 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: port_device_profile.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.000533 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.001092 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: port-device-profile Aug 10 03:30:15.001428 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.002360 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.002871 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: port-mac-address-regenerate Aug 10 03:30:15.003196 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.004136 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.004676 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: port-numa-affinity-policy Aug 10 03:30:15.005003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: port_resource_request.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.005931 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.006441 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 03:30:15.006770 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: portbindings.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.007730 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.008277 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: binding Aug 10 03:30:15.008611 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: portbindings_extended.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.010076 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.010607 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: binding-extended Aug 10 03:30:15.010948 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: portsecurity.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.017362 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.017889 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: port-security Aug 10 03:30:15.018227 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: project_id.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.019238 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.020220 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: project-id Aug 10 03:30:15.020220 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: providernet.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.020865 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.021392 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: provider Aug 10 03:30:15.021725 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.025354 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.025921 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos not supported by any of loaded plugins Aug 10 03:30:15.026267 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.027590 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.028112 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 03:30:15.028474 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.029419 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.029999 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 03:30:15.030295 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_default.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.031237 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.031753 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-default not supported by any of loaded plugins Aug 10 03:30:15.032623 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_fip.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.033299 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.033810 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 03:30:15.034136 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_gateway_ip.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.035090 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.035607 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 03:30:15.035936 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_port_network_policy.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.036894 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.037411 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 03:30:15.037738 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_pps_rule.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.039025 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.039488 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 03:30:15.039846 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_rule_type_details.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.040825 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.041350 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 03:30:15.041682 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: qos_rules_alias.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.042753 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.043275 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 03:30:15.043607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: quotasv2.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.044623 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.044959 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: quotas Aug 10 03:30:15.045313 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: quotasv2_detail.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.049119 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.049465 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: quota_details Aug 10 03:30:15.049807 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: rbac.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.051177 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.051735 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: rbac-policies Aug 10 03:30:15.052077 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: rbac_address_group.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.053099 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.053625 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: rbac-address-group Aug 10 03:30:15.053963 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: rbac_address_scope.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.054910 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.055435 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: rbac-address-scope Aug 10 03:30:15.055770 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: rbac_security_groups.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.056741 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.057261 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: rbac-security-groups Aug 10 03:30:15.057593 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: rbac_subnetpool.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.058522 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.059042 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: rbac-subnetpool Aug 10 03:30:15.059372 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: revisionifmatch.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.060377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.060899 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: revision-if-match Aug 10 03:30:15.061429 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: revisions.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.062735 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.063287 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: standard-attr-revisions Aug 10 03:30:15.063623 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: router_availability_zone.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.064363 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.064886 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: router_availability_zone Aug 10 03:30:15.065223 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: routerservicetype.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.066167 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.066690 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 03:30:15.067020 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.067979 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.068533 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: security-groups-normalized-cidr Aug 10 03:30:15.068861 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.069808 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.070324 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: port-security-groups-filtering Aug 10 03:30:15.070651 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.080710 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.081246 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: security-groups-remote-address-group Aug 10 03:30:15.081577 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: securitygroup.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.091496 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.092054 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: security-group Aug 10 03:30:15.092545 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: segment.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.093383 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.093902 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension segment not supported by any of loaded plugins Aug 10 03:30:15.094242 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.095811 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.096369 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 03:30:15.096702 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: servicetype.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.097929 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.098459 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: service-type Aug 10 03:30:15.098791 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: sorting.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.099830 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.100129 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: sorting Aug 10 03:30:15.100492 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: standard_attr_segment.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.101416 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.101941 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 03:30:15.102267 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: standardattrdescription.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.102924 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.103436 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: standard-attr-description Aug 10 03:30:15.103763 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: stateful_security_group.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.104726 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.105258 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: stateful-security-group Aug 10 03:30:15.105581 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: stdattrs_common.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.106213 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 03:30:15.109042 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.109042 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.109042 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 03:30:15.109042 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnet_onboard.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.109539 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.110095 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: subnet_onboard Aug 10 03:30:15.110428 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.111607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.111879 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 03:30:15.112220 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnet_service_types.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.113171 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.113695 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: subnet-service-types Aug 10 03:30:15.114043 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnetallocation.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.115121 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.115649 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: subnet_allocation Aug 10 03:30:15.115982 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.116694 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.117215 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: subnetpool-prefix-ops Aug 10 03:30:15.117546 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.118495 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.119062 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 03:30:15.119319 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: tagging.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.120489 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.121022 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: standard-attr-tag Aug 10 03:30:15.121357 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: timestamp.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.122835 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.123365 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loaded extension: standard-attr-timestamp Aug 10 03:30:15.123695 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: trunk.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.131994 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.132553 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension trunk not supported by any of loaded plugins Aug 10 03:30:15.132886 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: trunk_details.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.133820 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.134341 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 03:30:15.134670 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: uplink_status_propagation.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.135615 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.136136 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 03:30:15.136495 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Loading extension file: vlantransparent.py {{(pid=94000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:30:15.137184 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:30:15.137700 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 03:30:15.140245 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:network Aug 10 03:30:15.140798 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnet Aug 10 03:30:15.141776 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:30:15.142125 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:port Aug 10 03:30:15.143413 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.143897 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service FLAVORS assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.144553 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.145033 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.145325 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:router Aug 10 03:30:15.145776 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:30:15.146271 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service METERING assigned prefix: /metering {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.147724 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:15.148103 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:15.148498 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:15.149533 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:30:15.149998 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:30:15.150440 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:30:15.152265 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service CORE assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.152627 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:30:15.152992 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] subnetpool is already registered Aug 10 03:30:15.153456 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service CORE assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.153817 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:30:15.154198 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] subnetpool is already registered Aug 10 03:30:15.156539 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.157054 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service FLAVORS assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.158164 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.158600 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.158942 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:router Aug 10 03:30:15.159289 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] router is already registered Aug 10 03:30:15.159712 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:30:15.160054 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] floatingip is already registered Aug 10 03:30:15.160544 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service METERING assigned prefix: /metering {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.161231 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:30:15.161562 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] rbac_policy is already registered Aug 10 03:30:15.161980 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:30:15.162348 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] security_group is already registered Aug 10 03:30:15.162765 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:30:15.163104 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] security_group_rule is already registered Aug 10 03:30:15.163742 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service CORE assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.164076 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:30:15.164522 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] subnetpool is already registered Aug 10 03:30:15.164887 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.v2.resource_helper [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Service CORE assigned prefix: {{(pid=94000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:30:15.165240 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:30:15.165554 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING neutron.quota.resource_registry [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] subnetpool is already registered Aug 10 03:30:15.166036 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: extensions {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.167546 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: address-groups {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.169061 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: address-scopes {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: agents {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: auto-allocated-topology {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: availability_zones {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: dhcp-networks {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: dhcp-agents {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: routers {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.179028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: flavors {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.180109 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: service_profiles {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.181362 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: next_providers {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.182814 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: service_profiles {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.184402 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: floatingip-pools {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.185645 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: routers {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.187353 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: floatingips {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.188697 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: l3-routers {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.190092 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: l3-agents {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.191492 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: metering-labels {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.192830 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: metering-label-rules {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.194697 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: network-ip-availabilities {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.195499 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: bindings {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.197448 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: quotas {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.198614 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: quotas {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.200088 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: rbac-policies {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.201315 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: security-groups {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.202627 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: security-group-rules {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.204442 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: service-providers {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.205674 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: subnetpools {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.207156 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: subnetpools {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.208789 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.210417 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.212247 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.214065 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.215830 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.218900 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.221265 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.223086 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.225003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.226757 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron.api.extensions [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Extended resource: tags {{(pid=94000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:30:15.232818 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING keystonemiddleware.auth_token [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 03:30:15.237461 dv-cinder-782390-8-iscsi neutron-server[94000]: WARNING keystonemiddleware.auth_token [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 03:30:15.246067 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Acquired lock "singleton_lock" {{(pid=94000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 03:30:15.246553 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_concurrency.lockutils [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Releasing lock "singleton_lock" {{(pid=94000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 03:30:15.247470 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Starting 2 workers Aug 10 03:30:15.252410 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Started child 94113 {{(pid=94000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:30:15.257028 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Started child 94114 {{(pid=94000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:30:15.258042 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.258976 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO neutron.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 03:30:15.259422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Notify callbacks [] for process, before_spawn {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.259658 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [-] (94113) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:30:15.261870 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Starting 1 workers Aug 10 03:30:15.262351 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.263834 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [-] (94114) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:30:15.267679 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Started child 94115 {{(pid=94000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:30:15.268249 dv-cinder-782390-8-iscsi neutron-server[94000]: INFO oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Starting 1 workers Aug 10 03:30:15.271386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] calling RpcWorker wait() {{(pid=94115) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 03:30:15.272064 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] returning from RpcWorker wait() {{(pid=94115) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 03:30:15.272870 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Started child 94116 {{(pid=94000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:30:15.273279 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.273727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.273831 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8da962d-3ace-4b59-bf28-230c2bbe8067 None None] Notify callbacks [] for process, after_spawn {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.275688 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:30:15.275901 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:30:15.276094 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:30:15.276369 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:30:15.276715 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:30:15.276886 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:30:15.277424 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.277708 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.277981 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.278272 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.278542 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.278793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.279324 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.279414 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.279660 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.279925 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.280162 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.280363 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.280535 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.280809 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.281044 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.281344 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.281616 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.281900 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.282737 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.282916 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.283374 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.283651 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.283907 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.284179 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] debug = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.284514 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.285023 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.285286 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.285557 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.285807 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.286081 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.286319 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.286588 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.286854 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.287085 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.287329 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.287592 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.287843 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.288095 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.288383 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.288568 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.288823 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.289303 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] host = dv-cinder-782390-8-iscsi {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.289569 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.289820 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.290132 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.290407 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.290663 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.290900 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.291292 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.291693 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.292139 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.292561 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.292967 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.293402 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.293754 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.294082 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.294340 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_options = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.294721 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.295393 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.295759 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.295964 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.296150 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.296366 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.296636 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.296812 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.297068 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.297362 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.297590 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.297822 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.298048 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.298299 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.298585 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.298824 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.299083 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.299303 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.299560 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.299824 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.300060 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.300327 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.300574 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.300799 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.301022 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.301264 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.301500 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.301755 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.301977 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.302212 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.302462 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.302739 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.302981 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.303235 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.303471 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.303707 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.303928 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.304251 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.304493 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.304810 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.305014 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.305258 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.305516 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.305740 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.305985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.306210 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_json = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.306451 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.306639 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.306922 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.307143 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.307364 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.307598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.307802 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.308062 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.308519 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.313750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.314855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.315325 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.315406 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.315652 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.315936 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.316352 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.316666 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.316828 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.316925 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.317138 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.317366 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.317659 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.317891 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.318116 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.318363 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.318619 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.318844 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.319098 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.319353 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.319630 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.319871 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.320099 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.320377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.320603 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.320830 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.321056 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.321291 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.321513 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.321755 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.321988 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.322215 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.322435 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.322676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.322903 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.323172 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.323457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.323636 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.323862 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.324157 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.324436 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.324696 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.324942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.325166 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.325388 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.325615 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.325855 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.326111 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.326336 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.326558 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.326806 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.327050 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.327275 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.327495 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.327724 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.328072 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.328364 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.329272 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.329686 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.329877 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.330045 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.330250 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.330390 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.330618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.331278 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.331758 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.332025 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.332325 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.332565 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.332833 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.333077 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.333333 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.333550 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.333756 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.333994 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.334246 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.334496 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.334734 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.334985 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.335233 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.335495 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.335723 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.335978 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.336185 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.336540 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.337579 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.340405 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.345801 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.347705 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.350377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.351422 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.352457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.353479 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.356607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357207 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357729 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357729 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357729 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.357896 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.358155 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.358377 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.358618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.359011 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.359265 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.359521 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.359746 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.360013 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.360272 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.360494 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.360781 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368003 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.368635 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369101 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.369672 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370176 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370622 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370622 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.370749 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.371528 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.371528 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.371528 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.371872 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.372280 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.372585 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.372812 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.373317 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.373317 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.373578 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.373805 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.374065 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.374446 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.374701 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.374970 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.375231 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.375519 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.375820 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.376087 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.376332 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.376630 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.376965 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.377252 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.377520 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.377771 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.378030 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.378274 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.378497 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.378745 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.378986 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.379222 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.379463 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.379711 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.379970 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.380188 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.380441 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.380664 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.380893 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.381114 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.381338 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.381577 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.381739 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:30:15.382282 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:30:15.382450 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:30:15.382610 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:30:15.382786 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:30:15.382962 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:30:15.383119 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:30:15.383333 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.383498 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.383667 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.383830 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.383992 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.384177 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.384379 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.384542 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.384704 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.384865 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385026 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385187 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385348 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385509 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385670 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385831 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.385993 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386156 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386323 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386486 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386807 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.386968 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] debug = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387129 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387326 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387492 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387655 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387816 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.387979 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388142 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388334 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388497 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388659 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388821 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.388983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389144 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389306 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389467 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389629 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389792 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.389954 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] host = dv-cinder-782390-8-iscsi {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390116 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390278 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390439 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390600 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.390924 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.391084 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.391760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.391940 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392151 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392491 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392491 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392686 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392766 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.392881 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_options = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.393043 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.399638 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.400598 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.401683 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.402515 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403001 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_json = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.403762 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404399 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.404942 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405487 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.405983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406547 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406547 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406547 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406753 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406753 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.406894 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 47938) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.407009 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.407618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.407792 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408006 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408125 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408324 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408565 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408721 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408831 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.408963 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409129 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409294 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409460 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409652 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409777 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.409941 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410117 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410281 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410446 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410773 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.410937 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411100 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411262 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411425 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411590 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411754 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.411930 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412093 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412286 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412434 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412599 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412764 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.412928 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413092 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413257 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413421 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413591 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413755 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.413981 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414118 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414243 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414387 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414551 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414716 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.414882 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415046 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415210 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415375 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415539 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415714 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.415896 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416062 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416244 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416408 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416572 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416736 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.416910 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.417618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.417618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.417618 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418215 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076988 Aug 10 03:30:15.418343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418343 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418917 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418917 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418917 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.418917 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.419381 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.419381 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.420832 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.420832 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.420832 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.420832 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.420832 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421403 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421403 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421403 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421704 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421704 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.421899 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422012 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422119 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422266 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422431 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422625 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422791 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.422955 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.423119 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.423322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.423488 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.423666 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.423842 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.424006 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.424171 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425123 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425318 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425506 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425640 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425802 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.425967 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426130 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426297 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426460 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426624 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426788 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.426952 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427117 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427281 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427445 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427774 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.427940 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428104 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428280 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428446 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428611 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428775 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.428938 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429104 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429269 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429434 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429987 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429987 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.429987 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430449 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430449 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430449 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430747 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430747 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430949 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.430949 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431155 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431277 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431441 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431607 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431772 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.431937 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432103 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432300 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432492 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432662 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432810 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.432951 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.433109 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.433323 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.433500 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.433743 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.434027 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.434284 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.434567 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.434750 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.434923 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.435077 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.435244 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.435408 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.435575 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.435740 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.437609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.437609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.437609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.437609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.437609 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.438827 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.438827 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.438827 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.438827 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.439139 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.439139 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.439294 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.439368 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.440322 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.445676 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.446559 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447161 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.447983 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.448760 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.449646 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.450537 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451040 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451457 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451626 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.451764 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.452038 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.452146 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.452327 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.452495 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:30:15.452617 dv-cinder-782390-8-iscsi neutron-server[94000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:30:15.499327 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.709387 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b873b-5870-4f42-85d5-d1aa809d3926 None None] get_active_networks_info from dv-cinder-782390-8-iscsi {{(pid=94115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:30:27.777707 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b873b-5870-4f42-85d5-d1aa809d3926 None None] No non-hosted networks {{(pid=94115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 03:30:27.793129 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.agentschedulers_db [None req-dd4b873b-5870-4f42-85d5-d1aa809d3926 None None] DHCP Agent not found on host dv-cinder-782390-8-iscsi {{(pid=94115) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 03:30:27.974981 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0ce830d3-e664-4244-9d9a-f679f7726735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.335964 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bd66152e-f496-4aea-9d8a-e90108209060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.381744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.db.api [None req-98662ed5-913b-4ff6-bda2-938d99cd20cc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-782390-8-iscsi {{(pid=94115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:30:30.382347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG oslo_db.api [None req-98662ed5-913b-4ff6-bda2-938d99cd20cc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:30:30.403988 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.405017 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.405519 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.405993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.406506 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.406972 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.407444 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.407909 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.408573 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.409057 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.409520 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.409995 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.410462 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:30.410997 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782390-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.421234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782390-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.969941 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-98662ed5-913b-4ff6-bda2-938d99cd20cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.451471 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.159421 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.520130 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48040) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.560975 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.db.l3_hamode_db [None req-566b7983-1723-4c26-8bfd-53c24eb10463 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 03:30:34.645274 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b7983-1723-4c26-8bfd-53c24eb10463 None None] Routers set() bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:34.645668 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b7983-1723-4c26-8bfd-53c24eb10463 None None] Router IDs set() for agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:30:35.030908 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING oslo_policy.policy [None req-4d30927d-7bb1-4a8e-99dc-820a0081a22a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:35.031596 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING oslo_policy.policy [None req-4d30927d-7bb1-4a8e-99dc-820a0081a22a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:35.251226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [None req-4d30927d-7bb1-4a8e-99dc-820a0081a22a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:35.252294 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4d30927d-7bb1-4a8e-99dc-820a0081a22a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7309403 Aug 10 03:30:37.588724 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48054) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:37.911687 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:38.006981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.policy [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:30:38.051676 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING oslo_policy.policy [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:38.052055 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING oslo_policy.policy [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:38.060927 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.quota [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] Loaded quota_driver: . Aug 10 03:30:38.284664 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793214865', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793217346', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793201934', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793204579', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793627124', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778793183477', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-564254', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2091139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2025931'] for rbac-policy, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.615892 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.617085 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4e010e64-51b0-441a-b066-9eeef3050b1b admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0272999 Aug 10 03:30:41.230530 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48066) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.741748 dv-cinder-782390-8-iscsi neutron-server[94113]: WARNING oslo_policy.policy [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:41.742421 dv-cinder-782390-8-iscsi neutron-server[94113]: WARNING oslo_policy.policy [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:41.962756 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Request body: {'network': {'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'name': 'private'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.964391 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.quota [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Loaded quota_driver: . Aug 10 03:30:42.096319 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Made reservation on behalf of 5bdcf143b1194ee4b2182082c9e5dcce for: {'network': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:42.174277 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.policy [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:30:42.219443 dv-cinder-782390-8-iscsi neutron-server[94113]: WARNING oslo_policy.policy [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:42.219832 dv-cinder-782390-8-iscsi neutron-server[94113]: WARNING oslo_policy.policy [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:42.230294 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.252506 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.385053 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.523112 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.547861 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=94113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:42.573183 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778795075175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.573772 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Unsubscribe: segment precommit_create {{(pid=94113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:30:42.574300 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.segments_db [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Added segment aa077859-785b-4023-92ce-a4e2c2344a15 of type vlan for network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 Aug 10 03:30:42.584725 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2047fe9e-c362-436a-a50f-8a3e3ec42608,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.612403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.612752 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.613080 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.613409 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.613736 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.614076 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.614404 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.614725 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.615059 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.615382 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.615697 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.616011 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Tracked resource versions report: Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: pushed versions: Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Log': {'1.0'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Network': {'1.1'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Port': {'1.7'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'PortForwarding': {'1.2'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'QosPolicy': {'1.9'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SubPort': {'1.0'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Subnet': {'1.1'}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Trunk': {'1.1'}} Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: consumer versions: Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'ConntrackHelper': '1.0', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Log': '1.0', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Network': '1.1', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Port': '1.7', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'PortForwarding': '1.2', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'QosPolicy': '1.9', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroup': '1.4', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroupRule': '1.2', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SubPort': '1.0', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Subnet': '1.1', Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Trunk': '1.1'}} Aug 10 03:30:42.617195 dv-cinder-782390-8-iscsi neutron-server[94113]: {{(pid=94113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:42.707154 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.837431 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.838699 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.839363 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.940069 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] Pushing event updated for resources: {'Network': ['ID=9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.953617 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:43.004832 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-032ec3c1-5694-4309-af12-849423d5b7ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7719910 Aug 10 03:30:45.678848 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48088) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.117407 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d3c95-4ee5-45b2-ab4f-3d8c477850d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.118912 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-598d3c95-4ee5-45b2-ab4f-3d8c477850d9 admin admin] 10.222.0.21 "GET /v2.0/networks/9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 HTTP/1.1" status: 200 len: 825 time: 0.4391341 Aug 10 03:30:46.144146 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d977a123-3c70-45c2-8f5a-52fb5235beb8 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/c07ac7be-7e5e-4383-ad25-dfce95f7f47d HTTP/1.1" status: 200 len: 734 time: 0.0189288 Aug 10 03:30:46.153386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Request body: {'subnet': {'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'ip_version': 4, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:46.272567 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Made reservation on behalf of 5bdcf143b1194ee4b2182082c9e5dcce for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:46.275279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.644004 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.714192 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Checking segment: {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:46.714855 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Network hostable DHCP agents. Network: 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:46.722155 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126d02b2-3ffa-4022-b14a-27b973f6843e,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.733510 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.733886 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.734249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.734583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.734912 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.735238 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.735558 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.735882 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.736236 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.736562 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.736879 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.737195 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Tracked resource versions report: Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: pushed versions: Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Log': {'1.0'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Network': {'1.1'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Port': {'1.7'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'PortForwarding': {'1.2'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'QosPolicy': {'1.9'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SubPort': {'1.0'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Subnet': {'1.1'}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Trunk': {'1.1'}} Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: consumer versions: Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'ConntrackHelper': '1.0', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Log': '1.0', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Network': '1.1', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Port': '1.7', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'PortForwarding': '1.2', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'QosPolicy': '1.9', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroup': '1.4', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroupRule': '1.2', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SubPort': '1.0', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Subnet': '1.1', Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Trunk': '1.1'}} Aug 10 03:30:46.738336 dv-cinder-782390-8-iscsi neutron-server[94114]: {{(pid=94114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:46.935284 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:47.032984 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:47.037655 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.038408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.043288 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e89986-1541-4273-bd21-e45a1e1b6867 None None] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:47.113881 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e765ce19-1df5-40fb-83af-d04ac3782820 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9639037 Aug 10 03:30:47.443884 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:47.445218 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.723897 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Allocated IP 172.20.0.2 (9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9/126d02b2-3ffa-4022-b14a-27b973f6843e/37f80112-9c24-4db6-a3b5-1e7350d6ecaa) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:47.962745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.977656 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Transition to ACTIVE for port object 37f80112-9c24-4db6-a3b5-1e7350d6ecaa will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:47.999109 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Transition to ACTIVE for port object 37f80112-9c24-4db6-a3b5-1e7350d6ecaa will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:48.198471 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.269620 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:48.276268 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:48.285970 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:48.289148 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Pushing event updated for resources: {'Port': ['ID=37f80112-9c24-4db6-a3b5-1e7350d6ecaa,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.322281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.322800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.323048 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.323370 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.323370 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Tracked resource versions report: Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: pushed versions: Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Log': {'1.0'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Network': {'1.1'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Port': {'1.7'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'PortForwarding': {'1.2'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'QosPolicy': {'1.9'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SubPort': {'1.0'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Subnet': {'1.1'}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Trunk': {'1.1'}} Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: consumer versions: Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'ConntrackHelper': '1.0', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Log': '1.0', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Network': '1.1', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Port': '1.7', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'PortForwarding': '1.2', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'QosPolicy': '1.9', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroup': '1.4', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroupRule': '1.2', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SubPort': '1.0', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Subnet': '1.1', Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Trunk': '1.1'}} Aug 10 03:30:48.324977 dv-cinder-782390-8-iscsi neutron-server[94115]: {{(pid=94115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:48.374298 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Attempting to bind port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:48.374683 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Attempting to bind port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:48.375128 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Attempting to bind port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa on network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:48.379976 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:48.380389 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Checking segment: {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:48.380844 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.381246 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Bound using segment: {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:48.381717 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Bound port: 37f80112-9c24-4db6-a3b5-1e7350d6ecaa, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:48.382142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.450792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] For port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:48.477639 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] For port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=37f80112-9c24-4db6-a3b5-1e7350d6ecaa,segment=NetworkSegment(aa077859-785b-4023-92ce-a4e2c2344a15),segment_id=aa077859-785b-4023-92ce-a4e2c2344a15)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:48.558736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.627665 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b40d3-60e1-4424-9604-0e94a918b3bb None None] Pushing event updated for resources: {'Port': ['ID=37f80112-9c24-4db6-a3b5-1e7350d6ecaa,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.525411 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48100) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.862931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [None req-1287439a-8757-4b07-af91-141798556df3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:49.863995 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1287439a-8757-4b07-af91-141798556df3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3376021 Aug 10 03:30:52.326302 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48108) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:52.675757 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [None req-ce13f00b-4a49-453f-8f99-6516ae5ad504 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:52.676791 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ce13f00b-4a49-453f-8f99-6516ae5ad504 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3495126 Aug 10 03:30:55.347136 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48118) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.663391 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:55.763801 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.765594 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.910434 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.085391 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.133866 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 37f80112-9c24-4db6-a3b5-1e7350d6ecaa up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:56.282973 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:56.346505 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.347750 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b06e0c2d-b72f-4551-9586-91a1c114bd5e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9995413 Aug 10 03:30:57.185419 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b19a61-f897-4c6d-af4f-37df2be504e7 None None] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:57.386496 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Provisioning for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:57.391122 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Provisioning complete for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:57.391517 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.513044 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.549931 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] For port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=37f80112-9c24-4db6-a3b5-1e7350d6ecaa,segment=NetworkSegment(aa077859-785b-4023-92ce-a4e2c2344a15),segment_id=aa077859-785b-4023-92ce-a4e2c2344a15)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:57.643604 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.674062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0cad-a435-4c47-a6de-956691e3e29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.695359 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd393d75-626a-4d93-97a6-110a49a58c7e None None] Pushing event updated for resources: {'Port': ['ID=37f80112-9c24-4db6-a3b5-1e7350d6ecaa,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:57.763646 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-59f433ba-9d96-42b2-b519-6418bd88b3e9 None None] Provisioning complete for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:57.763956 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-59f433ba-9d96-42b2-b519-6418bd88b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.102711 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 37f80112-9c24-4db6-a3b5-1e7350d6ecaa up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:58.153174 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:58.153544 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.755730 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48130) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.074420 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [None req-f9f1d650-9af4-4717-98c2-a2228de714f1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:59.075431 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f9f1d650-9af4-4717-98c2-a2228de714f1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187189 Aug 10 03:31:00.186528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-759e6b4b-9e05-43fe-9843-0f6f1077a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.295369 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.392760 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.507290 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48138) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.849072 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:01.951697 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Made reservation on behalf of d847766cb8f7495b8c5c2a2d48910f07 for: {'network': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:01.954074 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.963910 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.059745 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.219970 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.238611 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=94113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 03:31:02.256805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48437e-c13b-482c-a49b-2b732be8f5d3,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.263633 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.263974 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.segments_db [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Added segment b1783cd2-ea39-45c1-b50e-5456090eaa81 of type flat for network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 Aug 10 03:31:02.318205 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.426287 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.427268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.427852 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.506792 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4312c5a2-ed0b-43c0-bde0-c3bb66e4be80,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.516566 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:02.575927 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a5a15bbf-be84-46a9-b1a9-6446bf0910c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0675187 Aug 10 03:31:03.078478 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.965628 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48156) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.153444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2cbd32-89cb-4ebe-a746-e296dbea280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.154798 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9d2cbd32-89cb-4ebe-a746-e296dbea280d admin admin] 10.222.0.21 "GET /v2.0/subnets/126d02b2-3ffa-4022-b14a-27b973f6843e HTTP/1.1" status: 200 len: 849 time: 0.1882181 Aug 10 03:31:05.334848 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-de90b27b-024d-448b-aea2-38908cf69f1b admin admin] 10.222.0.21 "GET /v2.0/routers/08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 HTTP/1.1" status: 200 len: 704 time: 0.1737485 Aug 10 03:31:05.613853 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.931953 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Allocated IP 172.20.0.1 (9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9/126d02b2-3ffa-4022-b14a-27b973f6843e/a20f83b1-e36c-4f27-af2a-b8b9d3f704c5) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:06.099239 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.122125 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Transition to ACTIVE for port object a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:06.307042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.384625 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:06.389702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:06.394513 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:06.395613 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.415731 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.677454 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5b314e9f-76b0-49b8-a201-5162185a5559 None None] Provisioning for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:06.681382 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5b314e9f-76b0-49b8-a201-5162185a5559 None None] Provisioning complete for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:06.681791 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5b314e9f-76b0-49b8-a201-5162185a5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.719397 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-5b314e9f-76b0-49b8-a201-5162185a5559 None None] Port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:06.756874 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.987179 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.060651 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.061618 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.142775 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.193857 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:07.195306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:07.441749 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-cabb18ab-cd53-4d7a-960c-e89f6363104b None None] Provisioning complete for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:07.442087 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cabb18ab-cd53-4d7a-960c-e89f6363104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.477223 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-cabb18ab-cd53-4d7a-960c-e89f6363104b None None] Port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:07.511603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:07.609112 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:07.614450 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-611fcaff-8b5d-4e45-bc8a-6cdb18f036d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2742181 Aug 10 03:31:07.631845 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Sync routers for ids ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:07.643606 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Routers {'08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:07.644500 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:07.832778 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Set router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 gateway port host: None {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:08.291022 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 2, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port_host': None, '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 2, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:08.345734 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Checking router: 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:08.346106 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Updating router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:08.400103 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.931446 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.948831 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Transition to ACTIVE for port object a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:09.020799 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.184125 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Pushing event updated for resources: {'Port': ['ID=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.195365 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Attempting to bind port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:09.195916 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Attempting to bind port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:09.196170 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Attempting to bind port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 on network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:09.198934 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.199285 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.199634 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.199955 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.200304 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.201684 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.201684 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.201684 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.201684 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.202007 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.202802 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.203129 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Tracked resource versions report: Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: pushed versions: Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: { 'AddressGroup': {'1.2'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'ConntrackHelper': {'1.0'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Log': {'1.0'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Network': {'1.1'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Port': {'1.7'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'PortForwarding': {'1.2'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'QosPolicy': {'1.9'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroup': {'1.4'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SubPort': {'1.0'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Subnet': {'1.1'}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Trunk': {'1.1'}} Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: consumer versions: Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'ConntrackHelper': '1.0', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Log': '1.0', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Network': '1.1', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Port': '1.7', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'PortForwarding': '1.2', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'QosPolicy': '1.9', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroup': '1.4', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroupRule': '1.2', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SubPort': '1.0', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Subnet': '1.1', Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Trunk': '1.1'}} Aug 10 03:31:09.204430 dv-cinder-782390-8-iscsi neutron-server[94116]: {{(pid=94116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:31:09.210844 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:09.211248 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Checking segment: {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:09.211715 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.212126 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Bound using segment: {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:09.212675 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Bound port: a20f83b1-e36c-4f27-af2a-b8b9d3f704c5, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa077859-785b-4023-92ce-a4e2c2344a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:09.213074 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.280494 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] For port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:09.303730 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] For port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,segment=NetworkSegment(aa077859-785b-4023-92ce-a4e2c2344a15),segment_id=aa077859-785b-4023-92ce-a4e2c2344a15)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:09.455179 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.515706 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bbb01-28f9-419c-b57a-bb1a1b17b48a None None] Pushing event updated for resources: {'Port': ['ID=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.523977 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Routers {'08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:09.524637 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:09.616159 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] Set router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 gateway port host: None {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:09.829613 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 2, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port_host': None, '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:09.854996 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07532a5-a9c0-4d46-aaa4-10c727717ca8 None None] The sync data for ids ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'] in dv-cinder-782390-8-iscsi is: [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 2, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port_host': None, '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:09.859418 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48176) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.977305 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2066193-6e01-4e69-8c92-a700b1a59ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.978674 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e2066193-6e01-4e69-8c92-a700b1a59ce3 admin admin] 10.222.0.21 "GET /v2.0/networks/4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 HTTP/1.1" status: 200 len: 842 time: 0.1183143 Aug 10 03:31:09.989232 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:10.077170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Made reservation on behalf of d847766cb8f7495b8c5c2a2d48910f07 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:10.079500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.589275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.objects.ports [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:10.589735 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.643906 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07cc720-0366-450e-8159-28116a1ff506,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.653014 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:10.653374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Network hostable DHCP agents. Network: 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:10.820395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:10.940248 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:10.944211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.944795 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.949121 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544334e8-d74a-4d6e-bb87-b478bda9394f None None] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:11.077361 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7271a1-8069-4faa-9429-62e4c17949cf None None] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:11.090067 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d8dd0ece-2e1f-4144-be48-e846e181f5a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0935240 Aug 10 03:31:13.382853 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48184) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.518393 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-15ee97f1-e62e-4b2e-ada4-bf24cc9f504f admin admin] 10.222.0.21 "GET /v2.0/routers/08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 HTTP/1.1" status: 200 len: 710 time: 0.1347578 Aug 10 03:31:13.604252 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c0010-994e-4321-a075-4f1349f03392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.605637 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-428c0010-994e-4321-a075-4f1349f03392 admin admin] 10.222.0.21 "GET /v2.0/networks/4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 HTTP/1.1" status: 200 len: 886 time: 0.0816135 Aug 10 03:31:13.615949 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:13.932048 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.277878 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.337405 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.446579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Allocated IP 172.27.3.251 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/8d19f6b3-b275-426b-84aa-8d474ae01b22) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:14.544109 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.779549 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.820865 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:14.825576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:14.831731 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:14.834479 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Pushing event updated for resources: {'Port': ['ID=8d19f6b3-b275-426b-84aa-8d474ae01b22,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.466005 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.659627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1960965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1964372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.663108 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1961214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1961207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1964365'] for router, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.771687 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:15.963246 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:15.967508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.984228 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-95c3c981-40f3-4ab4-8136-b7e24853b81a admin admin] 10.222.0.21 "PUT /v2.0/routers/08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 HTTP/1.1" status: 200 len: 890 time: 2.3565054 Aug 10 03:31:16.160779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:16.253677 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Sync routers for ids ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:16.264149 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Routers {'08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:16.264893 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:16.422635 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:16.446201 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:16.446531 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.571525 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Set router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:16.810091 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.913618 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,segment=NetworkSegment(aa077859-785b-4023-92ce-a4e2c2344a15),segment_id=aa077859-785b-4023-92ce-a4e2c2344a15)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:17.009690 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.073462 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port': {'id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:17.131639 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Checking router: 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:17.132016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Updating router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 port 8d19f6b3-b275-426b-84aa-8d474ae01b22 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:17.134050 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=a20f83b1-e36c-4f27-af2a-b8b9d3f704c5,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.186347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.535132 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.545100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Transition to ACTIVE for port object 8d19f6b3-b275-426b-84aa-8d474ae01b22 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:17.666296 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.718495 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b1a0b-e1cb-476b-bb2e-6e1bdf8876a0 None None] Pushing event updated for resources: {'Port': ['ID=8d19f6b3-b275-426b-84aa-8d474ae01b22,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.720921 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Attempting to bind port 8d19f6b3-b275-426b-84aa-8d474ae01b22 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:17.723982 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Attempting to bind port 8d19f6b3-b275-426b-84aa-8d474ae01b22 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:17.723982 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Attempting to bind port 8d19f6b3-b275-426b-84aa-8d474ae01b22 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:17.729110 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:17.729533 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:17.729945 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.730324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:17.730791 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Bound port: 8d19f6b3-b275-426b-84aa-8d474ae01b22, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:17.731189 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.784865 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] For port 8d19f6b3-b275-426b-84aa-8d474ae01b22, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:17.788163 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] For port 8d19f6b3-b275-426b-84aa-8d474ae01b22, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8d19f6b3-b275-426b-84aa-8d474ae01b22,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:17.917667 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.975457 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Routers {'08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:17.976074 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:17.977996 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b1a0b-e1cb-476b-bb2e-6e1bdf8876a0 None None] Pushing event updated for resources: {'Port': ['ID=8d19f6b3-b275-426b-84aa-8d474ae01b22,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.150001 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:18.205481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] Set router 08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:18.257780 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.258157 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.450677 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48196) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.498579 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port': {'id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:16Z', 'revision_number': 5, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:18.530834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61892f03-de7d-42b0-9d0b-ea5ace9ca70f None None] The sync data for ids ['08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9'] in dv-cinder-782390-8-iscsi is: [{'id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'name': 'router1', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:55Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 4, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'gw_port': {'id': '8d19f6b3-b275-426b-84aa-8d474ae01b22', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:95:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a20f83b1-e36c-4f27-af2a-b8b9d3f704c5', 'name': '', 'network_id': '9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9', 'tenant_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'mac_address': 'fa:16:3e:ae:4b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b8a557-e6f2-4d0f-afe4-2ccc73e1d4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:16Z', 'revision_number': 5, 'project_id': '5bdcf143b1194ee4b2182082c9e5dcce', 'subnets': [{'id': '126d02b2-3ffa-4022-b14a-27b973f6843e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c07ac7be-7e5e-4383-ad25-dfce95f7f47d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:18.584543 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-4b90281e-e653-4d6e-9550-1e494a3b04d3 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1326396 Aug 10 03:31:20.141472 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8d19f6b3-b275-426b-84aa-8d474ae01b22 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:20.356774 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 8d19f6b3-b275-426b-84aa-8d474ae01b22 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:20.360977 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 8d19f6b3-b275-426b-84aa-8d474ae01b22 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:20.361449 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.450219 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.476503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 8d19f6b3-b275-426b-84aa-8d474ae01b22, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8d19f6b3-b275-426b-84aa-8d474ae01b22,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:20.614256 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.671555 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=8d19f6b3-b275-426b-84aa-8d474ae01b22,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.149306 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8d19f6b3-b275-426b-84aa-8d474ae01b22 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:22.213085 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 8d19f6b3-b275-426b-84aa-8d474ae01b22 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:22.213916 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.340910 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:27.694370 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-728aceb9-e58f-4318-8062-9b2fb8bc1795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.231831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-21e9121f-f267-4d03-b5e9-5b7ef6d0cf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.336124 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.385825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.191277 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.664636 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-71889d55-9ae0-40e3-8df3-6fb6a0507122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.195944 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4de894fe-0cab-4401-9844-c2559f1ce5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.309902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.346895 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:01.459002 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.190755 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.737809 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0dea0d89-1aaf-4a42-a053-6d65cd26da18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.194558 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-07ac909c-a3df-4fcb-a281-0f95c2a522ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.315537 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.412639 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.115827 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.346373 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:57.686217 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-67893dd5-e8d2-4712-860d-c7346a549ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.031010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48764) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.100033 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e20adfe-125f-444e-a1ce-f816fbc17693 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:32:59.101504 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-0e20adfe-125f-444e-a1ce-f816fbc17693 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695257 Aug 10 03:32:59.266534 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c5341-5a2c-45f9-920f-68e4d09298a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.268008 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-bf1c5341-5a2c-45f9-920f-68e4d09298a5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619058 Aug 10 03:33:00.211546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-21ad7e5c-26e0-4748-8dcd-e3b230673ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.297539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.444817 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48774) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.446415 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.547703 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb61a30-1fca-42e7-97ff-e8df82649089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.549143 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3fb61a30-1fca-42e7-97ff-e8df82649089 admin admin] 10.222.0.21 "GET /v2.0/subnets/126d02b2-3ffa-4022-b14a-27b973f6843e HTTP/1.1" status: 200 len: 849 time: 0.1031938 Aug 10 03:33:01.560502 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:01.650211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.903805 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778794904724'] for subnet, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.935769 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.936392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.941561 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] 10.222.0.21 "PUT /v2.0/subnets/126d02b2-3ffa-4022-b14a-27b973f6843e HTTP/1.1" status: 200 len: 868 time: 0.3819115 Aug 10 03:33:01.941810 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65aa4e-9fa4-471b-81a4-7f124be88454 None None] Network 9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:01.956887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126d02b2-3ffa-4022-b14a-27b973f6843e,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.964430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.965290 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.965780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.966122 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.966461 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.966809 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.967151 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.967483 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.967829 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.968160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.968539 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:01.968862 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd26e75-832f-4227-a918-f7626221ed59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.337057 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5d8e4ae2-7831-4e64-bef5-8aadafce87e3 None None] Provisioning complete for port a20f83b1-e36c-4f27-af2a-b8b9d3f704c5 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:02.337552 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5d8e4ae2-7831-4e64-bef5-8aadafce87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.436332 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5d8e4ae2-7831-4e64-bef5-8aadafce87e3 None None] Provisioning complete for port 37f80112-9c24-4db6-a3b5-1e7350d6ecaa triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:02.436596 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5d8e4ae2-7831-4e64-bef5-8aadafce87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.160424 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.149998 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48782) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.361485 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013f0d8-da6a-4b64-998e-a6ccb3d02ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.361879 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013f0d8-da6a-4b64-998e-a6ccb3d02ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.363427 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-5013f0d8-da6a-4b64-998e-a6ccb3d02ad8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2124753 Aug 10 03:33:06.696975 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48792) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.832895 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6396a21-2dbe-41a6-8fd7-a0cb6a187dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.833410 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6396a21-2dbe-41a6-8fd7-a0cb6a187dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.834988 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d6396a21-2dbe-41a6-8fd7-a0cb6a187dd4 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370361 Aug 10 03:33:09.026639 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48800) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.220292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027805e-4afd-4509-b575-c6fd5c9ed2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.221599 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1027805e-4afd-4509-b575-c6fd5c9ed2b9 admin admin] 10.222.0.21 "GET /v2.0/networks/4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 HTTP/1.1" status: 200 len: 886 time: 0.1939504 Aug 10 03:33:11.404499 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48808) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.551461 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae1ea9-2a38-4d40-8d49-f2b99b2306d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.552906 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c6ae1ea9-2a38-4d40-8d49-f2b99b2306d9 admin admin] 10.222.0.21 "GET /v2.0/networks/9b1ce27c-e9fb-4a3f-a1fc-61fd1892e5a9 HTTP/1.1" status: 200 len: 869 time: 0.1474454 Aug 10 03:33:13.726833 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48816) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.853638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d854980-88d5-4042-8c1f-16315bf5d5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.854102 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d854980-88d5-4042-8c1f-16315bf5d5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.855655 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3d854980-88d5-4042-8c1f-16315bf5d5f1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278281 Aug 10 03:33:15.344708 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:16.035978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48824) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.129571 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccee75-8b20-4679-8ad7-eec16e0cb841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.130027 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccee75-8b20-4679-8ad7-eec16e0cb841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.131557 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-92ccee75-8b20-4679-8ad7-eec16e0cb841 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945818 Aug 10 03:33:18.316718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48832) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:18.445183 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e6f4e-0938-4e42-a309-5f5ac27b8d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.446574 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a83e6f4e-0938-4e42-a309-5f5ac27b8d41 admin admin] 10.222.0.21 "GET /v2.0/subnets/126d02b2-3ffa-4022-b14a-27b973f6843e HTTP/1.1" status: 200 len: 868 time: 0.1289041 Aug 10 03:33:20.635181 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48840) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.726367 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a56ee1-dba7-426d-a98f-1f6149939700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.727743 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c9a56ee1-dba7-426d-a98f-1f6149939700 admin admin] 10.222.0.21 "GET /v2.0/subnets/b07cc720-0366-450e-8159-28116a1ff506 HTTP/1.1" status: 200 len: 816 time: 0.0916104 Aug 10 03:33:27.669689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c7770ef3-d9e3-4d7c-90b8-b1b039eed94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.194368 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bc43d072-0cee-466c-8b09-729d456359d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.366234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.382219 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.107492 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.081362 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48894) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.131526 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [None req-ba2873f2-c1af-4491-9920-266cc69b8a1a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:47.132548 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ba2873f2-c1af-4491-9920-266cc69b8a1a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500939 Aug 10 03:33:49.426443 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48902) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.493566 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f92c1e9-1d04-4a31-a761-465c8cc0857a admin admin] GET failed (client error): The resource could not be found. Aug 10 03:33:49.494922 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-3f92c1e9-1d04-4a31-a761-465c8cc0857a admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675395 Aug 10 03:33:49.641283 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd88dc-1282-4083-a553-bb1fac925a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.642682 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-55bd88dc-1282-4083-a553-bb1fac925a30 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432354 Aug 10 03:33:51.891363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48910) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.938924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:52.027848 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Made reservation on behalf of d847766cb8f7495b8c5c2a2d48910f07 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:52.030199 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.059558 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING neutron.services.revisions.revision_plugin [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Could not find related network for resource to bump revision. Aug 10 03:33:52.075867 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:52.092651 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778795075175', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.093227 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Unsubscribe: segment precommit_create {{(pid=94114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:33:52.093727 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Added segment dff77b5a-2171-4307-98af-3d8102d182ac of type vlan for network 50b36cf4-8815-41af-9a06-5f67e7c49902 Aug 10 03:33:52.150095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.284774 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.285770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.286357 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.343574 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:52.377721 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] Pushing event updated for resources: {'Network': ['ID=50b36cf4-8815-41af-9a06-5f67e7c49902,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.389565 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:52.514180 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a487737c-505a-4858-85d4-0e966b730074 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6216614 Aug 10 03:33:54.740652 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48918) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.802186 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2388b02f-7ee2-47e6-91c4-fbcfee3e9c97 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:33:54.803538 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2388b02f-7ee2-47e6-91c4-fbcfee3e9c97 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619299 Aug 10 03:33:54.873880 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb104e-7a85-4d1b-8b2f-800b8456c342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.875357 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9afb104e-7a85-4d1b-8b2f-800b8456c342 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667431 Aug 10 03:33:54.885665 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Request body: {'subnet': {'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:54.998939 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Made reservation on behalf of d847766cb8f7495b8c5c2a2d48910f07 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:55.001097 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.274136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.333245 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c41cc1-0432-493e-91cf-8bfa39dfb80b,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.341799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Checking segment: {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:55.342156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Network hostable DHCP agents. Network: 50b36cf4-8815-41af-9a06-5f67e7c49902, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:55.461558 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:55.547497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 50b36cf4-8815-41af-9a06-5f67e7c49902) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:55.551654 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.552280 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.557149 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b560ac9-ba69-4ac3-b6c6-b88e327e27fe None None] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:55.685198 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f3a70fc7-870d-487f-b8f8-0e869e743c8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8029745 Aug 10 03:33:55.710856 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-50b36cf4-8815-41af-9a06-5f67e7c49902', 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902', 'tenant_id': 'd847766cb8f7495b8c5c2a2d48910f07', 'fixed_ips': [{'subnet_id': 'd0c41cc1-0432-493e-91cf-8bfa39dfb80b'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:55.711943 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.856736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Allocated IP 192.168.233.2 (50b36cf4-8815-41af-9a06-5f67e7c49902/d0c41cc1-0432-493e-91cf-8bfa39dfb80b/ab8ca254-1c6c-4d7f-b937-d353e58b4744) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:56.008103 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.016619 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Transition to ACTIVE for port object ab8ca254-1c6c-4d7f-b937-d353e58b4744 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:56.032059 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Transition to ACTIVE for port object ab8ca254-1c6c-4d7f-b937-d353e58b4744 will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:56.142523 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.181063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:56.185948 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:56.189455 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:56.195620 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Pushing event updated for resources: {'Port': ['ID=ab8ca254-1c6c-4d7f-b937-d353e58b4744,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.207532 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.207886 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.208254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.208681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.208949 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.209289 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.209616 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.209967 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.210322 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.210659 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.210985 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.211311 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:56.261515 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Attempting to bind port ab8ca254-1c6c-4d7f-b937-d353e58b4744 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:56.261859 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Attempting to bind port ab8ca254-1c6c-4d7f-b937-d353e58b4744 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:56.262223 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Attempting to bind port ab8ca254-1c6c-4d7f-b937-d353e58b4744 on network 50b36cf4-8815-41af-9a06-5f67e7c49902 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:56.267721 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:56.268093 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Checking segment: {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:56.268550 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.268945 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Bound using segment: {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:56.269416 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Bound port: ab8ca254-1c6c-4d7f-b937-d353e58b4744, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:56.269846 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.336464 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] For port ab8ca254-1c6c-4d7f-b937-d353e58b4744, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:56.340447 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] For port ab8ca254-1c6c-4d7f-b937-d353e58b4744, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=ab8ca254-1c6c-4d7f-b937-d353e58b4744,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:56.502340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.563942 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a7255-82a2-4203-ac6c-ee61d8e87c1e None None] Pushing event updated for resources: {'Port': ['ID=ab8ca254-1c6c-4d7f-b937-d353e58b4744,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.389624 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28da66d-6b14-486f-8efa-9aad65c4cc9d None None] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:57.584728 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-13576d9f-be3b-4df9-8ce4-667d3e16afbb None None] Provisioning for port ab8ca254-1c6c-4d7f-b937-d353e58b4744 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:57.707689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b066-7dfa-4e2f-9137-ada0132d8fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.287664 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ab8ca254-1c6c-4d7f-b937-d353e58b4744 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:58.518823 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port ab8ca254-1c6c-4d7f-b937-d353e58b4744 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.522986 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port ab8ca254-1c6c-4d7f-b937-d353e58b4744 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.523359 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.615378 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.652590 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port ab8ca254-1c6c-4d7f-b937-d353e58b4744, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=ab8ca254-1c6c-4d7f-b937-d353e58b4744,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:58.765130 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.825137 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=ab8ca254-1c6c-4d7f-b937-d353e58b4744,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.218038 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fca4d955-ba54-4d8e-aa20-cdada165cdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.272488 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ab8ca254-1c6c-4d7f-b937-d353e58b4744 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:00.332214 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port ab8ca254-1c6c-4d7f-b937-d353e58b4744 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:00.332607 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.353902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.444842 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.140937 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.684079 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9fa84c61-0db2-4740-a870-6774be52cc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.342601 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:30.236098 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-739d9330-abea-4e64-b621-d4409b9d95a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.546524 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.426725 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.135572 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.670526 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d65f-9499-4070-95e4-316b97283bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.245101 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ec0-bec0-4b4f-b435-2c1f534f311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.455710 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.408709 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.134820 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.341645 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:27.744905 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-724671fb-6d49-4046-8d88-10019ad53bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.275997 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5722-e50c-4af1-aeee-fd002181b4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.418794 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.447718 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.150222 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.339909 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:44.075473 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48970) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.081614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [None req-988bf7ed-e1a8-403a-ab11-056d8273efd5 tempest-verify_tempest_config-1504059866 tempest-verify_tempest_config-1504059866-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:44.082633 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-988bf7ed-e1a8-403a-ab11-056d8273efd5 tempest-verify_tempest_config-1504059866 tempest-verify_tempest_config-1504059866-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061064 Aug 10 03:35:44.650216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 48988) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.764550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.878974 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.962134 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.011149 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8f2641272f842e6b7517e23992ffb53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3597307 Aug 10 03:35:45.011987 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1918fe03-34ab-4852-a756-d925f477bafe,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.013723 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 48992) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.019379 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.019765 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.020165 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.020497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.020839 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.021202 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.021543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.021871 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.022220 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.022552 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.023454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.023787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091742-3258-434e-b2d8-2b2cab0ad9b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.079597 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.101512 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.322907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.322907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.322907 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1918fe03-34ab-4852-a756-d925f477bafe HTTP/1.1" status: 204 len: 168 time: 0.3059678 Aug 10 03:35:45.328988 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1918fe03-34ab-4852-a756-d925f477bafe,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.336344 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.336723 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.337193 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.337536 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.337896 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.338250 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.338607 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.339013 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.339366 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.339704 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.340033 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:45.340521 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07421bb-02b1-4971-ae2c-dfc437123e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:57.669898 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-90736f4f-5af4-4292-a107-5878ccb5447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.229704 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-778c2761-9210-46bb-837d-dfcab18158fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.384116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.407100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.143300 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.339223 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:27.754351 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2fd13273-baef-42a6-80ac-5593ca28e7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.199849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9cd74cf5-7614-490b-bd4e-392f0dc9b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.354690 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.428870 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.131138 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.338304 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 5 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:57.668319 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1afe-8c0d-4215-b8be-b601a77b8b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.194057 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-19971d49-ab95-4eab-b0fc-dba08f87b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.331000 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.404891 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.125706 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.090172 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1962231'] for agent, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.740745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6ff45c51-50dc-42b2-b338-af7cccb3dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.236608 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5136df21-b60e-4c90-ac2f-c64974b72734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.373030 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.518728 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.129959 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.336695 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:38.762805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49074) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:38.874129 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2eddb392-5e76-4a65-93ce-5af330525e88 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1102169 Aug 10 03:37:41.078564 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49084) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.139404 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0e274abd-d326-495f-a6ca-831758c81287 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0596945 Aug 10 03:37:53.009521 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.854200 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a7ce22c4-6626-4669-aeff-7cadad9404bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.197996 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8b13f432-dbc7-4eed-8aa0-bdc126547377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.329111 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.437706 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.134782 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.335705 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:23.145579 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.746041 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-34aa990e-122a-459a-926f-1e5f0977850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.312825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cd1a143a-9377-49c3-a67e-c180e176cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.390501 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.442751 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.168334 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.335361 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:53.038541 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.693510 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-759acd0a-e8bc-4a58-9d16-f97b3be1c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.253174 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-df65a7d8-73d4-4691-b0b4-1ecfc3fcd2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.356881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.459110 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.174146 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.780921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49230) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:12.948604 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49242) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.152263 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-network', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.287678 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Made reservation on behalf of 098d020e6c2a497a939e7c54eb5cc81a for: {'network': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:13.290177 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.302326 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.400370 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.441822 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-901740628-network', 'tenant_id': '02cb87684af34e389239670bfe0eb2af'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.500287 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.521386 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=94113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:13.539472 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.543837 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.segments_db [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Added segment f5942da5-d8a6-432e-b0dd-c548c2f6b3d9 of type vlan for network 8a7c5b76-4670-410e-b09e-14552ce18301 Aug 10 03:39:13.559432 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9839a08-4876-4c76-a964-88331a25fc7b,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.585483 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.585842 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.586221 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.586589 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.586888 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.587232 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.587560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.587882 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.588272 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.588556 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.588874 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.589188 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Tracked resource versions report: Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: pushed versions: Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: { 'AddressGroup': {'1.2'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'ConntrackHelper': {'1.0'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Log': {'1.0'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Network': {'1.1'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Port': {'1.7'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'PortForwarding': {'1.2'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'QosPolicy': {'1.9'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroup': {'1.4'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SubPort': {'1.0'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Subnet': {'1.1'}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Trunk': {'1.1'}} Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: consumer versions: Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: HyperV agent@hv-cinder-78239: {}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'ConntrackHelper': '1.0', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Log': '1.0', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Network': '1.1', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Port': '1.7', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'PortForwarding': '1.2', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'QosPolicy': '1.9', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroup': '1.4', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SecurityGroupRule': '1.2', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'SubPort': '1.0', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Subnet': '1.1', Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: 'Trunk': '1.1'}} Aug 10 03:39:13.590285 dv-cinder-782390-8-iscsi neutron-server[94113]: {{(pid=94113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:39:13.603094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.681908 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Made reservation on behalf of 02cb87684af34e389239670bfe0eb2af for: {'network': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:13.684234 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.700685 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.737051 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.738317 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:13.739068 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.816437 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] Pushing event updated for resources: {'Network': ['ID=8a7c5b76-4670-410e-b09e-14552ce18301,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.832380 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 8a7c5b76-4670-410e-b09e-14552ce18301 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:13.864910 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.973347 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.999544 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:14.008661 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea15d47-7771-4085-9cdd-e0a9422b4642,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.020941 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.020941 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.segments_db [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Added segment d77994bf-82dd-4bcf-a598-e6282b04420b of type vlan for network e8b067fe-e48c-4956-b622-94dc11656b27 Aug 10 03:39:14.064022 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.093272 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cd5b96ca-7d8d-4c0b-9451-c48915612bde admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3084252 Aug 10 03:39:14.093511 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49286) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.098874 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Request body: {'subnet': {'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-subnet', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.224894 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.225938 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.226574 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.254977 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49294) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.279651 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Made reservation on behalf of 098d020e6c2a497a939e7c54eb5cc81a for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:14.282064 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.285310 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49300) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.394009 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] Pushing event updated for resources: {'Network': ['ID=e8b067fe-e48c-4956-b622-94dc11656b27,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.396970 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fe0d7086-00d8-4932-8708-858c46c848cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4472389 Aug 10 03:39:14.402756 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49306) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.409171 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network e8b067fe-e48c-4956-b622-94dc11656b27 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:14.415986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Request body: {'subnet': {'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-901740628-subnet', 'tenant_id': '02cb87684af34e389239670bfe0eb2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.458709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49308) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.539102 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Made reservation on behalf of 02cb87684af34e389239670bfe0eb2af for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:14.541728 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.593723 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-230692334-network', 'tenant_id': '0218bd23bab4457abfb072f168e61af6'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.617542 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-279630009-network', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.724719 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.759721 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:14.762997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.779574 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.800910 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb8547b-faa3-45f0-bea8-c45e82a0755d,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.813730 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Checking segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:14.814667 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Network hostable DHCP agents. Network: 8a7c5b76-4670-410e-b09e-14552ce18301, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:14.828607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-130485510-network', 'tenant_id': '4b3175ba28ab4593b82d519d68b922f9'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.856474 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49326) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.910915 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.976647 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8bd82b-ca72-4062-900a-3b68cde990d2,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.978773 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Checking segment: {'id': 'd77994bf-82dd-4bcf-a598-e6282b04420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:14.979122 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Network hostable DHCP agents. Network: e8b067fe-e48c-4956-b622-94dc11656b27, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:14.989384 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.989731 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.990074 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.990408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.990744 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.991084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.991414 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.991741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.992080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.992444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.992748 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.993083 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Tracked resource versions report: Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: pushed versions: Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: { 'AddressGroup': {'1.2'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'ConntrackHelper': {'1.0'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Log': {'1.0'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Network': {'1.1'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Port': {'1.7'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'PortForwarding': {'1.2'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'QosPolicy': {'1.9'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroup': {'1.4'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SubPort': {'1.0'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Subnet': {'1.1'}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Trunk': {'1.1'}} Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: consumer versions: Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: HyperV agent@hv-cinder-78239: {}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'ConntrackHelper': '1.0', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Log': '1.0', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Network': '1.1', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Port': '1.7', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'PortForwarding': '1.2', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'QosPolicy': '1.9', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroup': '1.4', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SecurityGroupRule': '1.2', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'SubPort': '1.0', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Subnet': '1.1', Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: 'Trunk': '1.1'}} Aug 10 03:39:14.994146 dv-cinder-782390-8-iscsi neutron-server[94114]: {{(pid=94114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:39:15.004342 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-network', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.040730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Made reservation on behalf of db9e9e54834e4fe682d4305010655be7 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:15.040730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.130787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.151077 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:15.212662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.578643 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Network e8b067fe-e48c-4956-b622-94dc11656b27 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:15.589488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.607363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:15.623398 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.623730 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Added segment 5f141549-2499-4d06-9c2b-b078cd319d4c of type vlan for network 05518596-49b6-4e96-8053-0b4e84949d5e Aug 10 03:39:15.678451 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82908271-640c-4cd0-b8e8-5e76e65877d4,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.691743 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 8a7c5b76-4670-410e-b09e-14552ce18301) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:15.701146 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.702182 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10008c81-f027-46f3-8b38-db8e28bcc4c3 None None] Network 8a7c5b76-4670-410e-b09e-14552ce18301 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:15.702851 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.723930 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.731649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, e8b067fe-e48c-4956-b622-94dc11656b27) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:15.739925 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Made reservation on behalf of 4b3175ba28ab4593b82d519d68b922f9 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:15.743411 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.758689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020348d-8992-4585-82ff-f8f5ab5ebd32 None None] Network e8b067fe-e48c-4956-b622-94dc11656b27 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:15.762857 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.763466 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.770202 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.859858 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1ded978e-3344-468c-9fcf-516d88247c94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7652686 Aug 10 03:39:15.863227 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49370) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.869691 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.968151 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.969761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.971793 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.040581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Made reservation on behalf of 05aa352203a74307bd3b6157f78f6b97 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:16.043532 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.051525 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbacb153-07e7-4a98-9dc1-a5cf9ab84bc7 None None] Network e8b067fe-e48c-4956-b622-94dc11656b27 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:16.063093 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.079258 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-8a7c5b76-4670-410e-b09e-14552ce18301', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:16.080383 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.096646 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=05518596-49b6-4e96-8053-0b4e84949d5e,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.115447 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 05518596-49b6-4e96-8053-0b4e84949d5e details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:16.237333 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ea100fce-99b0-4363-b101-a66f57e8e1e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9811285 Aug 10 03:39:16.237581 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49394) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.241502 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-8e45b708-92ee-422e-9c04-499419726a7c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8340232 Aug 10 03:39:16.247844 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Request body: {'subnet': {'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-230692334-subnet', 'tenant_id': '0218bd23bab4457abfb072f168e61af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:16.383395 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Allocated IP 172.20.0.2 (8a7c5b76-4670-410e-b09e-14552ce18301/1eb8547b-faa3-45f0-bea8-c45e82a0755d/7bcc9735-df7c-476c-ba92-41cb4a8382ca) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:16.413359 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.557947 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.568722 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.582478 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Transition to ACTIVE for port object 7bcc9735-df7c-476c-ba92-41cb4a8382ca will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:16.591606 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:16.601535 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Transition to ACTIVE for port object 7bcc9735-df7c-476c-ba92-41cb4a8382ca will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:16.613184 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef757a-3e71-4229-8527-fcd3684772a7,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.623524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.624390 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Added segment 1244bdfe-665b-4d47-9ed2-ad0e8de0ea37 of type vlan for network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb Aug 10 03:39:16.687765 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.692008 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49430) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.694673 dv-cinder-782390-8-iscsi neutron-server[94113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:39:16.743300 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.750604 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.791419 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:16.796500 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:16.800753 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:16.813696 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Pushing event updated for resources: {'Port': ['ID=7bcc9735-df7c-476c-ba92-41cb4a8382ca,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.817711 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.818061 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.818406 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.818743 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.819077 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.819407 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.819736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.820062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.820463 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.820792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.821116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.821438 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Tracked resource versions report: Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: pushed versions: Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: { 'AddressGroup': {'1.2'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'ConntrackHelper': {'1.0'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Log': {'1.0'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Network': {'1.1'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Port': {'1.7'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'PortForwarding': {'1.2'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'QosPolicy': {'1.9'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroup': {'1.4'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SubPort': {'1.0'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Subnet': {'1.1'}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Trunk': {'1.1'}} Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: consumer versions: Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: HyperV agent@hv-cinder-78239: {}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'ConntrackHelper': '1.0', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Log': '1.0', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Network': '1.1', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Port': '1.7', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'PortForwarding': '1.2', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'QosPolicy': '1.9', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroup': '1.4', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SecurityGroupRule': '1.2', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'SubPort': '1.0', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Subnet': '1.1', Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: 'Trunk': '1.1'}} Aug 10 03:39:16.822521 dv-cinder-782390-8-iscsi neutron-server[94115]: {{(pid=94115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:39:16.886140 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Attempting to bind port 7bcc9735-df7c-476c-ba92-41cb4a8382ca on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:16.886140 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Attempting to bind port 7bcc9735-df7c-476c-ba92-41cb4a8382ca by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:16.886140 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Attempting to bind port 7bcc9735-df7c-476c-ba92-41cb4a8382ca on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:16.886589 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-df43aa6f-4d8e-4329-afb6-d294597cd1e9 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.886589 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-df43aa6f-4d8e-4329-afb6-d294597cd1e9 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/networks?id=e8b067fe-e48c-4956-b622-94dc11656b27 HTTP/1.1" status: 200 len: 811 time: 0.1904266 Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Checking segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Bound using segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Bound port: 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:16.886777 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.899364 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.904333 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.904333 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.904674 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.915147 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-4c1ad85e-c1c8-42ad-994f-1ab3f1e59317 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/quotas/02cb87684af34e389239670bfe0eb2af HTTP/1.1" status: 200 len: 375 time: 0.0247612 Aug 10 03:39:16.952745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] For port 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:16.954468 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:16.955981 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] For port 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7bcc9735-df7c-476c-ba92-41cb4a8382ca,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:16.989267 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-0dc1fc6d-5411-4529-bdf3-136e197788e7 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02cb87684af34e389239670bfe0eb2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577934 Aug 10 03:39:17.014488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.014838 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Added segment 64547db3-99c7-4801-8b9e-d124d4711a0c of type vlan for network 1d2056ce-45b6-4e87-b17c-4f97519bfb7f Aug 10 03:39:17.024155 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1026220-6933-4ddf-b03e-8b39760e3ba0,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.052821 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.070450 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:17.070679 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.098930 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.100243 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.140070 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.177688 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.216472 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.218031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.219283 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.275936 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da924de-c64f-4327-a324-5d4ce9550ead None None] Pushing event updated for resources: {'Port': ['ID=7bcc9735-df7c-476c-ba92-41cb4a8382ca,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.324492 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.359291 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49446) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.387352 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] Pushing event updated for resources: {'Network': ['ID=1d2056ce-45b6-4e87-b17c-4f97519bfb7f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.397611 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 1d2056ce-45b6-4e87-b17c-4f97519bfb7f details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:17.415810 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-ce8dd1d7-c622-4cc3-bb6b-0e64f98b3af6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:39:17.416919 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-ce8dd1d7-c622-4cc3-bb6b-0e64f98b3af6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2378025 Aug 10 03:39:17.430702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.449091 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-301a14e1-4145-45bf-86a9-080d6b7852ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.474136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:17.486669 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496368be-5d67-4c54-a5ab-cb36a7179522,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.509047 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.509047 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Added segment adca2e07-a50e-410a-b437-0014cd54a18e of type vlan for network e937d74f-0feb-4fbb-a381-7b68bdc8a232 Aug 10 03:39:17.559474 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-41a22e6c-e89f-4941-9494-5c7318aa035b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0994351 Aug 10 03:39:17.563160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.566961 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49450) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.581063 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Request body: {'subnet': {'network_id': '1d2056ce-45b6-4e87-b17c-4f97519bfb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-130485510-subnet', 'tenant_id': '4b3175ba28ab4593b82d519d68b922f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.633753 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.676671 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-215338bf-2c48-43d9-ab39-c46abeeecfc4 service neutron] 10.222.0.21 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197297 Aug 10 03:39:17.775250 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-26073fda-0b14-465d-84ec-c5db678fd081 service neutron] 10.222.0.21 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926304 Aug 10 03:39:17.780649 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:17.781412 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.782423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.783520 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.783630 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.853603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=e937d74f-0feb-4fbb-a381-7b68bdc8a232,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.869730 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:17.883294 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-72b580cf-c286-4f70-8f43-83c46bc137f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5966110 Aug 10 03:39:17.886606 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49454) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.893506 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Request body: {'subnet': {'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-279630009-subnet', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.957426 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f3fe4463-9375-4d91-995b-4000b048eaa4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0998521 Aug 10 03:39:17.962515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49456) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.968151 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Request body: {'subnet': {'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-subnet', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.976765 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.db.api [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:39:17.976765 dv-cinder-782390-8-iscsi neutron-server[94113]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:39:17.976765 dv-cinder-782390-8-iscsi neutron-server[94113]: [parameters: {'project_id_1': 'db9e9e54834e4fe682d4305010655be7', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 39, 17, 907361)}] Aug 10 03:39:17.976765 dv-cinder-782390-8-iscsi neutron-server[94113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:17.977196 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG oslo_db.api [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:17.977579 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.db.api [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:39:17.977579 dv-cinder-782390-8-iscsi neutron-server[94113]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:39:17.977579 dv-cinder-782390-8-iscsi neutron-server[94113]: [parameters: {'project_id_1': '4b3175ba28ab4593b82d519d68b922f9', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 39, 17, 638389)}] Aug 10 03:39:17.977579 dv-cinder-782390-8-iscsi neutron-server[94113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:17.977884 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG oslo_db.api [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:18.075867 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-301a14e1-4145-45bf-86a9-080d6b7852ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.130042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49466) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.133383 dv-cinder-782390-8-iscsi neutron-server[94114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:39:18.196113 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-301a14e1-4145-45bf-86a9-080d6b7852ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.204076 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef2e654a-0102-4c26-95e3-040f2eed9d88 req-12eb17a8-dd8a-4d46-83c0-4cee5b3d9da5 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0729017 Aug 10 03:39:18.222025 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.230576 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.269963 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49476) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.274992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-301a14e1-4145-45bf-86a9-080d6b7852ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0fc244d6ab34d918c770446c595ec4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9140005 Aug 10 03:39:18.276840 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a14e1-4145-45bf-86a9-080d6b7852ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb435674-fdb0-4136-98bc-f2fa55811467,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.402116 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Made reservation on behalf of 05aa352203a74307bd3b6157f78f6b97 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:18.402421 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc43e6-38df-4103-8f43-93fa21584f15 None None] Network 8a7c5b76-4670-410e-b09e-14552ce18301 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:18.404015 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.423470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.491613 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ba41af-8934-4342-acd9-0e34f5ca11d9,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.612346 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7bcc9735-df7c-476c-ba92-41cb4a8382ca up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:18.659788 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-1e2fb337-880a-49a8-91be-d6d0cf302ce9 None None] Provisioning for port 7bcc9735-df7c-476c-ba92-41cb4a8382ca completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:18.708834 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Allocated IP 172.27.3.32 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/7b9a767f-5415-4471-a2cb-bd93c15c5f85) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:18.837020 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.866653 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.db.api [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:39:18.866653 dv-cinder-782390-8-iscsi neutron-server[94113]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:39:18.866653 dv-cinder-782390-8-iscsi neutron-server[94113]: [parameters: {'project_id_1': '4b3175ba28ab4593b82d519d68b922f9', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 39, 18, 832665)}] Aug 10 03:39:18.866653 dv-cinder-782390-8-iscsi neutron-server[94113]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:18.867053 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG oslo_db.api [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:18.870429 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 7bcc9735-df7c-476c-ba92-41cb4a8382ca completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:18.878714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7bcc9735-df7c-476c-ba92-41cb4a8382ca triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:18.879898 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.883656 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Checking segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:18.884274 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Network hostable DHCP agents. Network: 05518596-49b6-4e96-8053-0b4e84949d5e, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:18.902867 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.936730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3479a8bd-9e8e-437d-9955-ca0aa403869d,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.953159 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Checking segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:18.953541 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Network hostable DHCP agents. Network: e937d74f-0feb-4fbb-a381-7b68bdc8a232, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:18.964972 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.971300 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.988475 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Made reservation on behalf of db9e9e54834e4fe682d4305010655be7 for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:18.991412 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.012761 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.068571 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7bcc9735-df7c-476c-ba92-41cb4a8382ca,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:19.079057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Network 05518596-49b6-4e96-8053-0b4e84949d5e is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:19.098932 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:19.121106 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-834c991d-bcaf-4bbd-bf45-2226d6acb239 None None] Provisioning complete for port 7bcc9735-df7c-476c-ba92-41cb4a8382ca triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:19.121466 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-834c991d-bcaf-4bbd-bf45-2226d6acb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.187865 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.219449 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, e937d74f-0feb-4fbb-a381-7b68bdc8a232) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:19.236261 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 05518596-49b6-4e96-8053-0b4e84949d5e) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:19.243071 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.243718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.244144 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.245449 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.273425 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4df0e-f0a1-45b7-9e23-378a53a644d2 None None] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:19.279824 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=7bcc9735-df7c-476c-ba92-41cb4a8382ca,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.286461 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbde039-c49c-4bf2-8544-24a2d45bacc6 None None] Network 05518596-49b6-4e96-8053-0b4e84949d5e requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:19.289242 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-834c991d-bcaf-4bbd-bf45-2226d6acb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.298434 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.425890 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1f0e9e0f-63ab-4b33-8beb-b7f2791be029 req-00410f34-09d7-4139-990f-ed8d49a7c50b tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0736783 Aug 10 03:39:19.432523 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:19.443413 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.449839 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.449839 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb435674-fdb0-4136-98bc-f2fa55811467 HTTP/1.1" status: 204 len: 168 time: 1.1525602 Aug 10 03:39:19.449839 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:19.455470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:19.463074 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Pushing event updated for resources: {'Port': ['ID=7b9a767f-5415-4471-a2cb-bd93c15c5f85,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.483130 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.db.api [None req-834c991d-bcaf-4bbd-bf45-2226d6acb239 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:19.483334 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG oslo_db.api [None req-834c991d-bcaf-4bbd-bf45-2226d6acb239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:19.502207 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b685-5d9a-4828-aefb-3dcadf176f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb435674-fdb0-4136-98bc-f2fa55811467,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.517249 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9ef9c2ef-73e3-4e4c-839d-755d8db899a2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5529594 Aug 10 03:39:19.520349 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49508) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.524682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:19.534475 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-21bd0875-b51c-46b4-838b-b4c3d76fc577 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2950621 Aug 10 03:39:19.604576 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.643426 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.644670 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.720646 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45c824-517f-4cc8-aeb3-0e6564cd7c0e None None] Network 05518596-49b6-4e96-8053-0b4e84949d5e requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:19.767371 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a61bc-61c4-4041-b10c-8ca80c5f9be4 None None] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:19.800863 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327551f1-ce7e-4a02-93d0-f3700dcd2d31,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.812657 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Checking segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:19.812946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Network hostable DHCP agents. Network: dcbb3fa8-aa0a-4b07-8830-48ada6a110cb, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:19.860463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.964594 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Made reservation on behalf of 4b3175ba28ab4593b82d519d68b922f9 for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:19.972043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.193440 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.228692 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:20.334936 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.379847 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, dcbb3fa8-aa0a-4b07-8830-48ada6a110cb) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:20.389209 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6200b57-5473-4869-acb4-4315622f66ca None None] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:20.398994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.399594 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.552632 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7bcc9735-df7c-476c-ba92-41cb4a8382ca up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:20.568468 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-711e773d-d2e3-4115-b310-f2b02164ada1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.570389 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-711e773d-d2e3-4115-b310-f2b02164ada1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.3098722 Aug 10 03:39:20.610338 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f268b47-0acf-47a7-9b10-198676cb6f76 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/quotas/0218bd23bab4457abfb072f168e61af6 HTTP/1.1" status: 200 len: 375 time: 0.0206039 Aug 10 03:39:20.616112 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:20.617675 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.643089 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7bcc9735-df7c-476c-ba92-41cb4a8382ca triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:20.643736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.756856 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-32c2956a-b380-492b-a84c-58d7c1833180 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8690796 Aug 10 03:39:20.783410 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49560) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.790638 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:20.803171 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-614a0565-bf22-40df-8e10-56f8e72be37f req-cd08bb27-f5f7-4350-9630-e6f431f5e58b tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.2264998 Aug 10 03:39:20.828106 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-0accc042-3c48-46dc-8d1c-c98cebe52e11 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2086504 Aug 10 03:39:20.885362 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Allocated IP 172.20.0.2 (dcbb3fa8-aa0a-4b07-8830-48ada6a110cb/327551f1-ce7e-4a02-93d0-f3700dcd2d31/0da47a06-43c9-41b5-89d4-cafc17a2291f) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:20.910268 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.933656 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.956927 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.074907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Allocated IP 172.27.3.226 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/c4e68b4f-ac88-4b07-84ac-7ba6309d4eac) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:21.103124 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.107931 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.146444 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.155553 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-784e198a-497c-4e37-ac92-e60143d1c4da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:39:21.156562 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Transition to ACTIVE for port object 0da47a06-43c9-41b5-89d4-cafc17a2291f will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:21.156818 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-784e198a-497c-4e37-ac92-e60143d1c4da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1273308 Aug 10 03:39:21.174744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Transition to ACTIVE for port object 0da47a06-43c9-41b5-89d4-cafc17a2291f will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:21.199226 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.202504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.275781 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe6e645-1e70-4216-8904-93249b074396,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.294851 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.301685 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-f806c8bf-7383-4f07-80b1-639b0ef0bb08 service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371551 Aug 10 03:39:21.308287 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Checking segment: {'id': '64547db3-99c7-4801-8b9e-d124d4711a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1d2056ce-45b6-4e87-b17c-4f97519bfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:21.308652 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Network hostable DHCP agents. Network: 1d2056ce-45b6-4e87-b17c-4f97519bfb7f, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:21.329497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.371546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:21.378340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:21.383279 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:21.385736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Pushing event updated for resources: {'Port': ['ID=0da47a06-43c9-41b5-89d4-cafc17a2291f,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.442773 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Attempting to bind port 0da47a06-43c9-41b5-89d4-cafc17a2291f on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:21.443511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Attempting to bind port 0da47a06-43c9-41b5-89d4-cafc17a2291f by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:21.443511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Attempting to bind port 0da47a06-43c9-41b5-89d4-cafc17a2291f on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:21.449194 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:21.449572 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Checking segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:21.449977 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.450377 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Bound using segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:21.450845 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Bound port: 0da47a06-43c9-41b5-89d4-cafc17a2291f, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:21.451248 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.464647 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-5c93e2e8-9ed3-43a5-bf27-c1430c75c32c service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557715 Aug 10 03:39:21.468454 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:21.501159 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Network 1d2056ce-45b6-4e87-b17c-4f97519bfb7f is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:21.515717 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] For port 0da47a06-43c9-41b5-89d4-cafc17a2291f, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:21.516086 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.519050 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] For port 0da47a06-43c9-41b5-89d4-cafc17a2291f, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=0da47a06-43c9-41b5-89d4-cafc17a2291f,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:21.602688 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.632255 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:21.643034 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:21.645999 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:21.651989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:21.655878 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.656541 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.658447 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:21.665230 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.666596 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 1d2056ce-45b6-4e87-b17c-4f97519bfb7f) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:21.679923 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.682345 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.698967 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Pushing event updated for resources: {'Port': ['ID=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.740975 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f632a-eeda-4b6e-9f41-338d13d9326a None None] Network 1d2056ce-45b6-4e87-b17c-4f97519bfb7f requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:21.772929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.777167 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f4948e58-22ed-4514-bf3b-fd33330f3a1c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9105558 Aug 10 03:39:21.777553 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49588) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.828066 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f64f6bc7-b03e-4b8d-ae49-215779e77734 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2567356 Aug 10 03:39:22.016679 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:22.034898 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4498c766-c25e-45d5-a185-6b58b78ce8e1 req-9ebb5945-d935-49d3-bf85-a873a6dfc745 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0769625 Aug 10 03:39:22.102029 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f359e-5549-450a-b693-b70079ac1278 None None] Network 1d2056ce-45b6-4e87-b17c-4f97519bfb7f requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:22.162922 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.300577 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-143c84cf-c430-4343-9892-c43500d02c68 req-a95b3de0-d2ae-466e-9c7b-2be014d91bfa tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.1386645 Aug 10 03:39:22.359749 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:19Z', 'revision_number': 3, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:22.488348 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:22.488574 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Updating router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:22.574420 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.575760 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff57855-4463-4088-b7a8-e1face2e16e4 None None] Pushing event updated for resources: {'Port': ['ID=0da47a06-43c9-41b5-89d4-cafc17a2291f,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.662488 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.698175 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.725370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.912591 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Allocated IP 172.27.3.248 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/2f2ee356-19cb-4acd-88cf-60029a7e1f47) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:23.081435 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Router 73aafeba-77b3-4ab8-b325-9e035f320259 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:23.087827 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.093611 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.63', 50648) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.314085 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b6eeed3a-15a3-4f38-8659-c16868bbbdd3 req-421ee56b-5d95-4261-aa82-30ebe14d5669 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.1997998 Aug 10 03:39:23.398244 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49658) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.414030 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917546222-network', 'tenant_id': 'b4bc3e38ae2645f0a4cd7eb3bdef0639'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:23.416474 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.590770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.679257 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174066b-b48c-4af1-9b6c-7bad64320788 None None] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:23.735257 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d51eeafe-b307-4ad2-8c4a-4313874b1a0f req-c779b469-682b-401b-ab2a-1ea9f0f0546d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.2614434 Aug 10 03:39:23.735916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Made reservation on behalf of b4bc3e38ae2645f0a4cd7eb3bdef0639 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:23.738835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.741373 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49672) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.770759 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.779530 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-0f3f156c-753f-409e-bfce-9d251f685d46 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.781398 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-0f3f156c-753f-409e-bfce-9d251f685d46 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.63 "GET /v2.0/networks?id=e8b067fe-e48c-4956-b622-94dc11656b27 HTTP/1.1" status: 200 len: 811 time: 0.6865749 Aug 10 03:39:23.784261 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:23.873508 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Allocated IP 172.20.0.1 (8a7c5b76-4670-410e-b09e-14552ce18301/1eb8547b-faa3-45f0-bea8-c45e82a0755d/a6b1902c-4917-4add-bf63-2f1aa9bce7c8) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:23.890031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.898001 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Request body: {'port': {'device_id': '11b15c91-649d-46ab-8a83-0af955b0034c', 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27', 'admin_state_up': True, 'tenant_id': '02cb87684af34e389239670bfe0eb2af'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:23.913185 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Sync routers for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:24.001581 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:24.002253 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:24.060847 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.092249 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Transition to ACTIVE for port object a6b1902c-4917-4add-bf63-2f1aa9bce7c8 will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:24.106170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.138534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.170210 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-8b25b007-1319-4d4d-97dc-cc9817247186 None None] Provisioning for port 0da47a06-43c9-41b5-89d4-cafc17a2291f completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:24.185263 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:24.188421 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:24.191977 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:24.194620 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d30d21-60e2-454d-9bce-cf71813c0a34,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.241973 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-34820648-f2fe-4c3b-9009-3fd1c580e7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.248522 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Pushing event updated for resources: {'Port': ['ID=2f2ee356-19cb-4acd-88cf-60029a7e1f47,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.251885 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.257491 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:24.268047 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:24.387354 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:24.395175 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:24.413810 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:24.414869 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.433002 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.441739 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.481672 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-34820648-f2fe-4c3b-9009-3fd1c580e7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.484698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.484698 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Added segment 0a14ef70-b478-4dd9-85b3-13bfdccc2ac8 of type vlan for network a01b1b4f-7049-4236-946a-5eed02241583 Aug 10 03:39:24.519400 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Transition to ACTIVE for port object 7b9a767f-5415-4471-a2cb-bd93c15c5f85 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:24.521541 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.530463 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4be4c3b2-6553-48b1-9256-529b89cd7a9b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0078974 Aug 10 03:39:24.533994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49706) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.593170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-34820648-f2fe-4c3b-9009-3fd1c580e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.644881 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.652757 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.732785 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-34820648-f2fe-4c3b-9009-3fd1c580e7ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebb39df793f046399bb5538fb4b05158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797704 Aug 10 03:39:24.739786 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820648-f2fe-4c3b-9009-3fd1c580e7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae741d-fbda-4cb3-94e1-bd257226dc26,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.753394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49708) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.768816 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 0da47a06-43c9-41b5-89d4-cafc17a2291f up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:24.785937 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Attempting to bind port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:24.798946 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Attempting to bind port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:24.802625 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Attempting to bind port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:24.811113 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Pushing event updated for resources: {'Port': ['ID=7b9a767f-5415-4471-a2cb-bd93c15c5f85,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.833996 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.db.resource_extend [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:39:24.845641 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.846099 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.846703 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.847382 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.847946 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.849773 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.850308 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.850826 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.852792 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.853993 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.854566 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.856289 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Tracked resource versions report: Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: pushed versions: Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: { 'AddressGroup': {'1.2'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'ConntrackHelper': {'1.0'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Log': {'1.0'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Network': {'1.1'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Port': {'1.7'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'PortForwarding': {'1.2'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'QosPolicy': {'1.9'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroup': {'1.4'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SubPort': {'1.0'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Subnet': {'1.1'}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Trunk': {'1.1'}} Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: consumer versions: Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: { DHCP agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: HyperV agent@hv-cinder-78239: {}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: L3 agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: Metadata agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: Metering agent@dv-cinder-782390-8-iscsi: {}, Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: Open vSwitch agent@dv-cinder-782390-8-iscsi: { 'AddressGroup': '1.2', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'ConntrackHelper': '1.0', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Log': '1.0', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Network': '1.1', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Port': '1.7', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'PortForwarding': '1.2', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'QosPolicy': '1.9', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroup': '1.4', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SecurityGroupRule': '1.2', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'SubPort': '1.0', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Subnet': '1.1', Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: 'Trunk': '1.1'}} Aug 10 03:39:24.858723 dv-cinder-782390-8-iscsi neutron-server[94116]: {{(pid=94116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:39:24.866366 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:24.866932 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:24.867398 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.867892 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:24.868527 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Bound port: 7b9a767f-5415-4471-a2cb-bd93c15c5f85, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:24.869058 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.878226 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-902e7b2b-d2db-4a72-a264-e370bf8e9c2c req-a5528a8a-0ceb-4153-9b9c-d7e832f9e5ef tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.1802771 Aug 10 03:39:24.945149 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d8e656aa-6ccb-4c3c-be0d-fa84c94ef68f req-0455e0c3-919b-49f9-b040-25f061498fe9 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0477753 Aug 10 03:39:24.960159 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:21Z', 'revision_number': 3, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:24.973832 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] For port 7b9a767f-5415-4471-a2cb-bd93c15c5f85, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:24.976845 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Made reservation on behalf of 02cb87684af34e389239670bfe0eb2af for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:24.978562 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] For port 7b9a767f-5415-4471-a2cb-bd93c15c5f85, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7b9a767f-5415-4471-a2cb-bd93c15c5f85,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:24.985406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.004072 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.006112 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Checking router: 73aafeba-77b3-4ab8-b325-9e035f320259 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:25.006663 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Updating router 73aafeba-77b3-4ab8-b325-9e035f320259 port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:25.027717 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 0da47a06-43c9-41b5-89d4-cafc17a2291f completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:25.035807 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.036734 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 0da47a06-43c9-41b5-89d4-cafc17a2291f triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:25.037451 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.037662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.038504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.065663 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.100781 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-84d90bcc-b71b-4104-bdd8-1ee9c68a0db4 None None] Provisioning for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:25.110109 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-84d90bcc-b71b-4104-bdd8-1ee9c68a0db4 None None] Provisioning complete for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:25.110478 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-84d90bcc-b71b-4104-bdd8-1ee9c68a0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.123537 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.217675 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:25.218329 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.223154 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-84d90bcc-b71b-4104-bdd8-1ee9c68a0db4 None None] Port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:25.243021 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.256442 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8551283 Aug 10 03:39:25.263037 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49716) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.306218 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.332757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Request body: {'subnet': {'network_id': 'a01b1b4f-7049-4236-946a-5eed02241583', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917546222-subnet', 'tenant_id': 'b4bc3e38ae2645f0a4cd7eb3bdef0639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:25.335782 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ee10a-7695-4feb-8d6b-6aed584c1846 None None] Pushing event updated for resources: {'Port': ['ID=7b9a767f-5415-4471-a2cb-bd93c15c5f85,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.379849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 0da47a06-43c9-41b5-89d4-cafc17a2291f, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=0da47a06-43c9-41b5-89d4-cafc17a2291f,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:25.384305 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.399002 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:25.417736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6285155-cf05-404e-9bf1-a5e3c3bead03 admin admin] Pushing event updated for resources: {'Network': ['ID=a01b1b4f-7049-4236-946a-5eed02241583,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.436560 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network a01b1b4f-7049-4236-946a-5eed02241583 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:25.446422 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:25.573590 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.619180 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Allocated IP 172.20.0.3 (e8b067fe-e48c-4956-b622-94dc11656b27/7d8bd82b-ca72-4062-900a-3b68cde990d2/de122834-5f01-4a99-9143-529a113b3416) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:25.710531 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.726273 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=0da47a06-43c9-41b5-89d4-cafc17a2291f,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.744387 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Transition to ACTIVE for port object c4e68b4f-ac88-4b07-84ac-7ba6309d4eac will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:25.745727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Made reservation on behalf of b4bc3e38ae2645f0a4cd7eb3bdef0639 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:25.748058 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.778317 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.847994 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.857130 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:23Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.888821 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc228c08-f14c-4127-a1dc-72984193a830 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:23Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:25.910753 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Attempting to bind port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:25.911091 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Attempting to bind port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:25.911456 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Attempting to bind port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:25.919868 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11cfad-0da8-4f9c-aa59-eba0d4f63212 None None] Pushing event updated for resources: {'Port': ['ID=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.929321 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:25.929590 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:25.937049 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.937656 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:25.938202 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Bound port: c4e68b4f-ac88-4b07-84ac-7ba6309d4eac, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:25.938680 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.996842 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] For port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:26.000570 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] For port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:26.012677 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-92039034-afa5-4ea1-8fea-9816ca34376c req-d1409acf-6463-4f9b-9244-facc194bb5d7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0349703 Aug 10 03:39:26.052579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.055919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.056823 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cae741d-fbda-4cb3-94e1-bd257226dc26 HTTP/1.1" status: 204 len: 168 time: 1.2998936 Aug 10 03:39:26.089745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.130963 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a750df96-3395-430b-975a-8e569c7516b4 req-83095de3-b6c0-4cf6-a2fb-713375b37a6b tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0798922 Aug 10 03:39:26.132000 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560ef1-b381-4326-8697-8fd980ec53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae741d-fbda-4cb3-94e1-bd257226dc26,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.169560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.186559 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.193831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:26.194539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.237120 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11cfad-0da8-4f9c-aa59-eba0d4f63212 None None] Pushing event updated for resources: {'Port': ['ID=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.299595 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.305625 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.379910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.380795 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:26.387667 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.390775 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.391646 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.432509 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Pushing event updated for resources: {'Subnet': ['ID=415b90a5-caf2-45b6-a1ac-3e4256f1cc6a,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.590564 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Checking segment: {'id': '0a14ef70-b478-4dd9-85b3-13bfdccc2ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a01b1b4f-7049-4236-946a-5eed02241583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:26.590564 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Network hostable DHCP agents. Network: a01b1b4f-7049-4236-946a-5eed02241583, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:26.595733 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 0da47a06-43c9-41b5-89d4-cafc17a2291f up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:26.600006 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Network e8b067fe-e48c-4956-b622-94dc11656b27 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:26.614665 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:26.638300 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:26.645599 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.646504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.651677 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Pushing event updated for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.717764 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.761842 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 0da47a06-43c9-41b5-89d4-cafc17a2291f triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:26.762425 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.821320 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:21Z', 'revision_number': 3, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.827652 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-7ccec4a4-72b0-4c3f-9a44-a15124249e99 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9383843 Aug 10 03:39:26.850481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02862788-3baf-47dc-a30c-d432b01f6e0b None None] The sync data for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi is: [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:21Z', 'revision_number': 3, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:26.859497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Network a01b1b4f-7049-4236-946a-5eed02241583 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:26.911871 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:26.923472 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:26.994677 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Allocated IP 172.20.0.1 (e937d74f-0feb-4fbb-a381-7b68bdc8a232/3479a8bd-9e8e-437d-9955-ca0aa403869d/bd1b646b-82a6-48dd-8d20-d533fa4f5d98) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:27.160638 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-12457820-dd98-485d-8b38-cc26d3ee054c req-5dbdbd7e-0c42-40c0-8508-72d2c7954f23 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0372078 Aug 10 03:39:27.182695 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:27.230637 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.288720 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-2398f507-0df5-4de1-8f15-8935b0f3ec2f None None] Provisioning complete for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:27.289693 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-2398f507-0df5-4de1-8f15-8935b0f3ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.327963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ca426-aec7-42b8-8ad8-568f2baa1044 req-427627e1-4f0e-4527-a85a-55ee756f79cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.350039 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-2398f507-0df5-4de1-8f15-8935b0f3ec2f None None] Port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:27.368350 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-099ca426-aec7-42b8-8ad8-568f2baa1044 req-427627e1-4f0e-4527-a85a-55ee756f79cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 931 time: 0.1296289 Aug 10 03:39:27.391395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:27.392106 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, a01b1b4f-7049-4236-946a-5eed02241583) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:27.405185 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501763bb-3892-4a2f-8be0-61d1653e4efd None None] Network a01b1b4f-7049-4236-946a-5eed02241583 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:27.418693 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.419306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.459953 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-099ca426-aec7-42b8-8ad8-568f2baa1044 req-3873cbd8-888c-4680-b005-0e5cefd0b120 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851078 Aug 10 03:39:27.512748 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49742) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.529054 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6d90ea8b-b921-40ec-8516-a5c103b7239d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2300293 Aug 10 03:39:27.530750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-334940aa-6b3e-479c-b799-70e653573fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.580618 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.651516 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:27.671323 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:27.678629 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:27.678896 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.694599 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-334940aa-6b3e-479c-b799-70e653573fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.743211 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b71ecb0f-0b8a-408e-83d7-d90d0023fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.808995 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-334940aa-6b3e-479c-b799-70e653573fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.908118 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49748) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.952847 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c0873-78db-4713-bba6-def4309cdc6a None None] Network a01b1b4f-7049-4236-946a-5eed02241583 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:28.027744 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-334940aa-6b3e-479c-b799-70e653573fc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c960590f10854697bd6d178b738e8c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138192 Aug 10 03:39:28.036414 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49752) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.037031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334940aa-6b3e-479c-b799-70e653573fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f3b49c-fac4-46e0-8f01-280d8bf61916,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.056898 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Deleting subnet 9fe6e645-1e70-4216-8904-93249b074396 {{(pid=94114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:28.080576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.201450 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:28.516626 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.520872 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-be7c3cd9-5977-4803-9a61-b650a5f4fc97 admin admin] 10.222.0.21 "PUT /v2.0/routers/75129702-0e8b-456f-8d3f-d333c1e5d9b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4358020 Aug 10 03:39:28.522536 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.522536 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.524659 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:28.525565 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:28.527862 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.538880 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:28.539768 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.539914 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.540121 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-3a88afb0-e90c-4b6e-8130-329455d24cd0 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:39:28.540121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-3a88afb0-e90c-4b6e-8130-329455d24cd0 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206351 Aug 10 03:39:28.643335 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ee4aed9d-2bbc-488a-80cc-cd3c83a47425 req-24e84e5b-e7c7-493d-a375-c15d805f7128 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.1247869 Aug 10 03:39:28.752088 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:28.866803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c4e68b4f-ac88-4b07-84ac-7ba6309d4eac up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:28.887252 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Request body: {'port': {'device_id': '11b15c91-649d-46ab-8a83-0af955b0034c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:28.933909 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.937849 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-50e8695c-5e0c-40bc-a6d7-f300a003391a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1488354 Aug 10 03:39:28.943905 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49770) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.965390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.032247 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd43baa-cdce-4c56-93f3-b69172cc27f5 req-4a21c70c-41e4-4f59-aae7-ca18292557fa tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.044943 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0fd43baa-cdce-4c56-93f3-b69172cc27f5 req-4a21c70c-41e4-4f59-aae7-ca18292557fa tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 931 time: 0.2215497 Aug 10 03:39:29.082156 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:29.087707 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:29.096385 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.267605 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.352135 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:29.354302 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0fd43baa-cdce-4c56-93f3-b69172cc27f5 req-c5667b8d-9f86-4f58-8f75-601754f69226 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725070 Aug 10 03:39:29.356073 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:29.356507 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Updating router 88ca4589-cfa8-489a-bb16-b4d85c2224cb port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:29.363411 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.407372 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.429599 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.480510 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.493256 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.494642 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7b9a767f-5415-4471-a2cb-bd93c15c5f85 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:29.510424 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.516043 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.527282 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1f3b49c-fac4-46e0-8f01-280d8bf61916 HTTP/1.1" status: 204 len: 168 time: 1.4868007 Aug 10 03:39:29.730789 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49784) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.743482 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039130358', 'description': 'tempest-description--1926047530'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.791735 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.796109 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe6e645-1e70-4216-8904-93249b074396,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.824278 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.830342 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3766bcab-2a98-4800-b273-ee6f943d298d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9fe6e645-1e70-4216-8904-93249b074396 HTTP/1.1" status: 204 len: 168 time: 1.9166000 Aug 10 03:39:29.834718 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f62dca-7424-46d6-b025-93bf7948989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f3b49c-fac4-46e0-8f01-280d8bf61916,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.838143 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49792) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.979397 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:29.984359 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:29.988569 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.092388 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0943a5ef-4efa-4bb7-a5c9-ed932bd0b500 req-e6024b62-7001-4914-bb41-488ef0501752 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.2295692 Aug 10 03:39:30.121594 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:30.121594 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:30.121594 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.136264 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.218280 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.250503 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Transition to ACTIVE for port object 2f2ee356-19cb-4acd-88cf-60029a7e1f47 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:30.264859 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.337145 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:30.402653 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.573931 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5ef45438-cc24-4a72-8331-090f891b7b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.577033 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.583085 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.625504 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 7b9a767f-5415-4471-a2cb-bd93c15c5f85, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7b9a767f-5415-4471-a2cb-bd93c15c5f85,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:30.644793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Attempting to bind port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:30.645183 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Attempting to bind port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:30.645555 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Attempting to bind port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:30.649365 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5e35-7363-4472-96f7-30ebb8d60289 None None] Pushing event updated for resources: {'Port': ['ID=2f2ee356-19cb-4acd-88cf-60029a7e1f47,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.664643 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:30.665320 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:30.665883 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.666428 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:30.667072 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Bound port: 2f2ee356-19cb-4acd-88cf-60029a7e1f47, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:30.667857 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.772804 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] For port 2f2ee356-19cb-4acd-88cf-60029a7e1f47, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:30.780970 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.785293 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] For port 2f2ee356-19cb-4acd-88cf-60029a7e1f47, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=2f2ee356-19cb-4acd-88cf-60029a7e1f47,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:30.814989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670055af-0ccc-4793-aead-ab27dba195c9 req-39ceb466-4fd5-474c-b966-38a2c6babcba tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:30.818458 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.831551 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-670055af-0ccc-4793-aead-ab27dba195c9 req-39ceb466-4fd5-474c-b966-38a2c6babcba tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 931 time: 0.3228614 Aug 10 03:39:30.838566 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 2, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.849464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.63', 50661) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.892779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:30.893201 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Updating router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:30.911837 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.936170 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.942643 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.949128 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c4e68b4f-ac88-4b07-84ac-7ba6309d4eac up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:30.950142 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.954083 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.963584 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=7b9a767f-5415-4471-a2cb-bd93c15c5f85,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.978110 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de122834-5f01-4a99-9143-529a113b3416 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:31.021546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.077073 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Transition to ACTIVE for port object de122834-5f01-4a99-9143-529a113b3416 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:31.084170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.103340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.119604 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.148074 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:31.154946 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.201042 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b2203-85bd-41f7-8d1e-b94f6209027d,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.224963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.227817 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.228753 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.229090 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > port after_create 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > port after_update 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.234216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.265040 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.271754 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-74032bc4-7a68-418f-8481-fab61aa838cb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5353839 Aug 10 03:39:31.276445 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49816) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.282100 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group_rule': {'security_group_id': 'a80b2203-85bd-41f7-8d1e-b94f6209027d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.317553 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.387053 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5e35-7363-4472-96f7-30ebb8d60289 None None] Pushing event updated for resources: {'Port': ['ID=2f2ee356-19cb-4acd-88cf-60029a7e1f47,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.409770 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:31.410321 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.537365 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:31.559542 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.586548 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:31.589933 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-356a90bc-9f70-4109-bfa4-490b0062b2c4 req-1bd1efb9-ff00-4024-9b33-0b830b41814e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.1318455 Aug 10 03:39:31.594511 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:31.603066 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.635708 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Transition to ACTIVE for port object a6b1902c-4917-4add-bf63-2f1aa9bce7c8 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:31.743638 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.778832 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.797288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.797678 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.798080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:39:31.798649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2056ce-45b6-4e87-b17c-4f97519bfb7f']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.833802 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Router 73aafeba-77b3-4ab8-b325-9e035f320259 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:31.839121 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.846957 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50614b-554f-456a-8aee-37be4dbfb013 None None] Pushing event updated for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.866013 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.931326 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.936528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Attempting to bind port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:31.936528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Attempting to bind port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:31.936738 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Attempting to bind port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:31.938385 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64547db3-99c7-4801-8b9e-d124d4711a0c') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.943038 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64547db3-99c7-4801-8b9e-d124d4711a0c') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.943188 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:31.943437 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Checking segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:31.943832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.944333 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Bound using segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:31.944949 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Bound port: a6b1902c-4917-4add-bf63-2f1aa9bce7c8, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:31.945362 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.006722 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49e177-0af3-49d4-aec5-81c1a1de1205 None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:24Z', 'revision_number': 3, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:32.080493 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.097545 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.162356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] For port a6b1902c-4917-4add-bf63-2f1aa9bce7c8, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:32.175467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] For port a6b1902c-4917-4add-bf63-2f1aa9bce7c8, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:32.222404 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-670055af-0ccc-4793-aead-ab27dba195c9 req-e0eb3445-06d4-4418-bb7b-4e53f33ceb61 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1335671 Aug 10 03:39:32.239328 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.244781 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.259986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:32.260980 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: from cryptography.utils import int_from_bytes Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: from cryptography.utils import int_from_bytes Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:32.268690 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:32.272318 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Pushing event updated for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.278718 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.299712 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1a362c-f08c-47a7-9be2-e523dee5e23d,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.305217 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Allocated IP 172.20.0.1 (dcbb3fa8-aa0a-4b07-8830-48ada6a110cb/327551f1-ce7e-4a02-93d0-f3700dcd2d31/201aa7b9-b88e-49ff-8cd8-0551d2ac7718) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:32.542662 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50614b-554f-456a-8aee-37be4dbfb013 None None] Pushing event updated for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.560490 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:32.565591 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:32.681802 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-2381d49f-a99e-4248-b563-d92b6c91ec86 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.693750 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-2381d49f-a99e-4248-b563-d92b6c91ec86 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 1.8252504 Aug 10 03:39:32.763959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.768870 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Attempting to bind port de122834-5f01-4a99-9143-529a113b3416 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:32.769232 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Attempting to bind port de122834-5f01-4a99-9143-529a113b3416 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'd77994bf-82dd-4bcf-a598-e6282b04420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:32.769597 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Attempting to bind port de122834-5f01-4a99-9143-529a113b3416 on network e8b067fe-e48c-4956-b622-94dc11656b27 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:32.810018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.813778 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1d2056ce-45b6-4e87-b17c-4f97519bfb7f HTTP/1.1" status: 204 len: 168 time: 2.9652982 Aug 10 03:39:32.839166 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Request body: {'port': {'device_id': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'admin_state_up': True, 'tenant_id': '0218bd23bab4457abfb072f168e61af6'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:32.839515 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:32.856591 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Sync routers for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:32.881379 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0426fd87-e485-42ce-8b22-7df83dde0f53 admin admin] 10.222.0.21 "PUT /v2.0/routers/73aafeba-77b3-4ab8-b325-9e035f320259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2381282 Aug 10 03:39:32.881598 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:32.881598 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:32.893883 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 49848) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.926066 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.929694 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-dd4332e0-9fbf-47ac-b07a-87875e37ef33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6513944 Aug 10 03:39:32.971176 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d84846-31e2-438f-ac8f-774c9326200a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2056ce-45b6-4e87-b17c-4f97519bfb7f,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.060261 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49854) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.063226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Port de122834-5f01-4a99-9143-529a113b3416 on network e8b067fe-e48c-4956-b622-94dc11656b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:33.064858 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Attempting to bind port de122834-5f01-4a99-9143-529a113b3416 on network e8b067fe-e48c-4956-b622-94dc11656b27 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:33.085996 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group_rule': {'security_group_id': 'a80b2203-85bd-41f7-8d1e-b94f6209027d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:33.128123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:33.128502 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Checking segment: {'id': 'd77994bf-82dd-4bcf-a598-e6282b04420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:33.136881 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Bound using segment: {'id': 'd77994bf-82dd-4bcf-a598-e6282b04420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:33.136881 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Bound port: de122834-5f01-4a99-9143-529a113b3416, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77994bf-82dd-4bcf-a598-e6282b04420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:33.136881 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.216308 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-00bc9c9b-addc-419e-b873-30b3ff93bfe6 req-eaf800ba-ddaa-4731-9c15-937437fcdd40 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.3276050 Aug 10 03:39:33.217347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:33.324487 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.408067 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Deleting subnet 415b90a5-caf2-45b6-a1ac-3e4256f1cc6a {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:33.421835 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.436652 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:33.488313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.508160 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.562565 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:33.575550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=de122834-5f01-4a99-9143-529a113b3416,segment=NetworkSegment(d77994bf-82dd-4bcf-a598-e6282b04420b),segment_id=d77994bf-82dd-4bcf-a598-e6282b04420b)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:33.586465 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.654303 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 2f2ee356-19cb-4acd-88cf-60029a7e1f47 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:33.673677 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Transition to ACTIVE for port object 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:33.739632 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.857204 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.865089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.894732 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:33.896741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.901020 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] 10.222.0.63 "PUT /v2.0/ports/de122834-5f01-4a99-9143-529a113b3416 HTTP/1.1" status: 200 len: 1093 time: 5.1314354 Aug 10 03:39:33.922701 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'tag': 'de122834-5f01-4a99-9143-529a113b3416'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:33.996745 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.998784 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415b90a5-caf2-45b6-a1ac-3e4256f1cc6a,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:34.019351 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d56e-16f2-4c59-a940-4255d6b68e96 req-7e641e6a-203a-4925-b2bc-75f738777325 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.031475 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5748d56e-16f2-4c59-a940-4255d6b68e96 req-7e641e6a-203a-4925-b2bc-75f738777325 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.6305165 Aug 10 03:39:34.047500 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.050705 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2d018f1b-31ed-4bae-8033-2a2b5acd7127 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/415b90a5-caf2-45b6-a1ac-3e4256f1cc6a HTTP/1.1" status: 204 len: 168 time: 1.1468806 Aug 10 03:39:34.073423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49888) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.110836 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:34.123054 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:34.123460 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.128140 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:34.135290 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:32Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.136846 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.181975 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee418be-ab74-4ce9-b352-4cd2cd06f05a service neutron] Pushing event updated for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:34.240615 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:28Z', 'revision_number': 4, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'bd1b646b-82a6-48dd-8d20-d533fa4f5d98', 'name': '', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'mac_address': 'fa:16:3e:bd:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:26Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 2, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'subnets': [{'id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.271561 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874c0c9-90be-42a6-b3b4-753ce35aba05 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:32Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:34.305809 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Checking router: 73aafeba-77b3-4ab8-b325-9e035f320259 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:34.306636 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Updating router 73aafeba-77b3-4ab8-b325-9e035f320259 port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:34.325404 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Pushing event updated for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:34.349303 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:34.350851 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.371209 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:34.392601 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:34.400185 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.403643 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee08e61-7179-4f73-aa33-368662c11f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "tag": "de122834-5f01-4a99-9143-529a113b3416"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:34.429284 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.499982 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5748d56e-16f2-4c59-a940-4255d6b68e96 req-5ff4a5a5-4b82-4a05-a0f5-301781cfe84d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675660 Aug 10 03:39:34.542391 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 2f2ee356-19cb-4acd-88cf-60029a7e1f47, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=2f2ee356-19cb-4acd-88cf-60029a7e1f47,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:34.743326 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.744340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a6b1902c-4917-4add-bf63-2f1aa9bce7c8 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:34.823368 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-79141ce2-02d4-4ce0-adfd-ea940c02cb13 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.828857 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-79141ce2-02d4-4ce0-adfd-ea940c02cb13 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 819 time: 0.8788958 Aug 10 03:39:34.933179 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-3fe4b64e-ee3f-4ce9-bc55-0b77adbedb9b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/quotas/05aa352203a74307bd3b6157f78f6b97 HTTP/1.1" status: 200 len: 375 time: 0.0312595 Aug 10 03:39:35.073859 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.081040 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Allocated IP 172.20.0.5 (05518596-49b6-4e96-8053-0b4e84949d5e/a8ba41af-8934-4342-acd9-0e34f5ca11d9/10d027a5-7309-4d2a-a189-a95629488e03) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:35.090886 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Transition to ACTIVE for port object bd1b646b-82a6-48dd-8d20-d533fa4f5d98 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:35.101016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=2f2ee356-19cb-4acd-88cf-60029a7e1f47,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.132967 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-0bae9c00-9d91-46c3-82ea-e652da095002 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950448 Aug 10 03:39:35.442697 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d70ddd1-d4f4-4dcf-8985-b0b4e4e4e793 req-bed3f41e-bace-413b-b3a7-38821b4c7980 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0921781 Aug 10 03:39:35.447167 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-b71e51ac-14c7-4a22-a015-ba666cb6e8c7 service neutron] 10.222.0.21 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198816 Aug 10 03:39:35.450249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-ae42575d-2891-4a23-8340-85d166d6c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.450249 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-ae42575d-2891-4a23-8340-85d166d6c1cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=02cb87684af34e389239670bfe0eb2af&device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 1096 time: 1.1085973 Aug 10 03:39:35.450249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.452902 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-3a1ebed3-ea31-4d60-ba8d-3a6efba3b06f service neutron] 10.222.0.21 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089196 Aug 10 03:39:35.459916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.459916 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-c5bc4aea-b3d2-44f5-abc0-736b5035a7b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de122834-5f01-4a99-9143-529a113b3416 HTTP/1.1" status: 200 len: 217 time: 0.1278899 Aug 10 03:39:35.582947 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1c9f20-035e-4617-b622-4126122ed2b3 x-openstack-request-id: req-8c1c9f20-035e-4617-b622-4126122ed2b3 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:35.583217 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "tag": "de122834-5f01-4a99-9143-529a113b3416", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:35.583465 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c1c9f20-035e-4617-b622-4126122ed2b3 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:35.583926 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'tag': 'de122834-5f01-4a99-9143-529a113b3416', 'status': 'completed', 'code': 200} Aug 10 03:39:35.603885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.608761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-4e2a9a1f-7c0a-4bd3-b7cc-b6455215a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.610264 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-4e2a9a1f-7c0a-4bd3-b7cc-b6455215a945 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d8bd82b-ca72-4062-900a-3b68cde990d2 HTTP/1.1" status: 200 len: 851 time: 0.1919620 Aug 10 03:39:35.622287 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.635846 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01b1b4f-7049-4236-946a-5eed02241583']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.650062 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a14ef70-b478-4dd9-85b3-13bfdccc2ac8') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.650298 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a14ef70-b478-4dd9-85b3-13bfdccc2ac8') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.662519 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.698756 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.707711 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:35.708117 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:35.709835 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:35.833410 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489483-b872-4d13-9b3f-edc18c4ec558 req-72379420-0b42-48bf-b7f0-9c92e282940a tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.836419 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4a489483-b872-4d13-9b3f-edc18c4ec558 req-72379420-0b42-48bf-b7f0-9c92e282940a tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.1239159 Aug 10 03:39:35.886673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4a489483-b872-4d13-9b3f-edc18c4ec558 req-47bb215e-f491-4149-8aae-dec8665e9380 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Aug 10 03:39:36.518310 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a56fe2eb-42db-4235-9eec-81057bc64219 req-6c6ff818-c7b3-4cc3-b24b-c7e2707c5d7a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0320547 Aug 10 03:39:36.563114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.566570 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:36.567563 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.567974 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-a0cee138-ab35-4b38-8213-8540eaf60b55 None None] Provisioning for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:36.571620 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:36.572609 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.573769 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.584516 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-a0cee138-ab35-4b38-8213-8540eaf60b55 None None] Provisioning complete for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:36.585067 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a0cee138-ab35-4b38-8213-8540eaf60b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.613499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.627195 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.629449 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a01b1b4f-7049-4236-946a-5eed02241583 HTTP/1.1" status: 204 len: 168 time: 2.5254002 Aug 10 03:39:36.693487 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.795388 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-a0cee138-ab35-4b38-8213-8540eaf60b55 None None] Port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:36.804834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20139c6a-8659-4b5f-89e2-7603adc1c836 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01b1b4f-7049-4236-946a-5eed02241583,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.811572 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event updated for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.851777 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2086f38-f497-4ee4-9a1c-bf520ea61755,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.900504 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.931679 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51520c29-ea1a-46c8-855c-86ab17b117f3 None None] Pushing event updated for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.940955 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Attempting to bind port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:36.941477 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Attempting to bind port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:36.941921 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Attempting to bind port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:36.966059 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:37.001481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port a6b1902c-4917-4add-bf63-2f1aa9bce7c8, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:37.002005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Checking segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:37.002005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.002005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Bound using segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:37.002005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Bound port: bd1b646b-82a6-48dd-8d20-d533fa4f5d98, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:37.002005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.002319 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-07521b8b-16a7-48e8-b934-2844eb160533 req-a2f77894-36c6-4118-8951-e166b802d910 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 210 time: 0.1730354 Aug 10 03:39:37.002319 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Network 05518596-49b6-4e96-8053-0b4e84949d5e is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:37.016552 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:37.022239 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:37.099276 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.099933 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.132159 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] For port bd1b646b-82a6-48dd-8d20-d533fa4f5d98, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:37.132159 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] For port bd1b646b-82a6-48dd-8d20-d533fa4f5d98, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:37.142699 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.169244 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d05ec-74b7-4741-9ca4-d5f944ab6435 req-522ef641-b2f4-4702-9475-2af8f988f63d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.170802 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1d2d05ec-74b7-4741-9ca4-d5f944ab6435 req-522ef641-b2f4-4702-9475-2af8f988f63d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.1101112 Aug 10 03:39:37.241092 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1d2d05ec-74b7-4741-9ca4-d5f944ab6435 req-6591e7c9-8efc-4ea2-b62c-8ccd3c080d01 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585761 Aug 10 03:39:37.399242 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-7e441c57-b426-40c6-bfad-4767df3dd6cc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6040382 Aug 10 03:39:37.485668 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.485805 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.485901 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.486509 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7b9a767f-5415-4471-a2cb-bd93c15c5f85 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:37.486641 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.486791 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-0feb3d38-06e6-4a4b-b0b2-b37080cfe747 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.3336091 Aug 10 03:39:37.486954 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.487172 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49940) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.487172 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:37.491297 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51520c29-ea1a-46c8-855c-86ab17b117f3 None None] Pushing event updated for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.501046 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:37.502437 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:37.529810 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Pushing event updated for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.540681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:37.542929 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.545038 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.593424 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:37.595695 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:37.725241 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:37.777433 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ad7d-2315-4c34-9715-d779b2d7dcee req-232b34e8-1805-46fc-99ce-479c22fe4915 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.788078 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0869ad7d-2315-4c34-9715-d779b2d7dcee req-232b34e8-1805-46fc-99ce-479c22fe4915 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 931 time: 0.1128566 Aug 10 03:39:37.845844 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.867822 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:37.921952 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 2f2ee356-19cb-4acd-88cf-60029a7e1f47 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:38.013312 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49948) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.096553 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0869ad7d-2315-4c34-9715-d779b2d7dcee req-9a35692d-dbd8-4259-bb6c-9159db3c9e1a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016915 Aug 10 03:39:38.101545 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-ed726db0-3e0d-4ad9-9909-4beedb93a7b2 None None] Provisioning complete for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:38.109947 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ed726db0-3e0d-4ad9-9909-4beedb93a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.192053 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:38.198934 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9187a32c-8a80-453e-ad93-78b9274f8054 admin admin] 10.222.0.21 "PUT /v2.0/routers/88ca4589-cfa8-489a-bb16-b4d85c2224cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2536228 Aug 10 03:39:38.206096 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:38.206347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.220596 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-61cc2d6d-fdbd-45a3-b859-ff5f944edbcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b3175ba28ab4593b82d519d68b922f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2054269 Aug 10 03:39:38.225850 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49962) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.270182 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-ed726db0-3e0d-4ad9-9909-4beedb93a7b2 None None] Port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:38.271883 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:38.282709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 49966) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.299022 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:28Z', 'revision_number': 4, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'bd1b646b-82a6-48dd-8d20-d533fa4f5d98', 'name': '', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'mac_address': 'fa:16:3e:bd:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:26Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'subnets': [{'id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:38.306172 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:38.306999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:38.332392 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6af16-2d80-4613-a707-c5ab02797e05 None None] The sync data for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi is: [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:39:28Z', 'revision_number': 4, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'bd1b646b-82a6-48dd-8d20-d533fa4f5d98', 'name': '', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'mac_address': 'fa:16:3e:bd:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:26Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'subnets': [{'id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:38.575029 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Request body: {'port': {'device_id': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.588903 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-8f2486b0-cca7-4f54-b213-dc55a839fa0c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.602067 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-8f2486b0-cca7-4f54-b213-dc55a839fa0c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 819 time: 0.3756945 Aug 10 03:39:38.641485 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-6f3d64a3-5bb6-4b55-9954-40b525690ac1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/quotas/05aa352203a74307bd3b6157f78f6b97 HTTP/1.1" status: 200 len: 375 time: 0.0384560 Aug 10 03:39:38.703962 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-5fcf867d-3e1c-4795-a560-efc30e693091 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8b067fe-e48c-4956-b622-94dc11656b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196734 Aug 10 03:39:38.744489 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-fb1f4ac9-785c-4147-8ef6-c79279c7b435 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940790 Aug 10 03:39:38.754300 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:38.803196 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.826294 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a6b1902c-4917-4add-bf63-2f1aa9bce7c8 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:38.834489 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.863042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcba45ca-03c7-46b5-a3cd-5a274adddc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.945092 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-90e98381-fe8b-4d4e-b1fa-3a7634dca4fa service neutron] 10.222.0.21 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781404 Aug 10 03:39:39.045662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.108047 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:39.109040 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.142804 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-3b3ef148-a556-4040-9159-fe2ed3e8a3dd service neutron] 10.222.0.21 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870601 Aug 10 03:39:39.219724 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6057-b7ef-4491-a9b4-b83fb47aa58b req-6a173d5f-2e33-4684-83a5-8d86f7a1f65e tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.235547 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-375f6057-b7ef-4491-a9b4-b83fb47aa58b req-6a173d5f-2e33-4684-83a5-8d86f7a1f65e tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.7694793 Aug 10 03:39:39.264722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.414297 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 2, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.473599 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:39.474682 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Updating router 88ca4589-cfa8-489a-bb16-b4d85c2224cb port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:39.494772 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-1297af3d-6fb8-418a-adf4-62118c465a16 service neutron] 10.222.0.63 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370696 Aug 10 03:39:39.533107 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-375f6057-b7ef-4491-a9b4-b83fb47aa58b req-b57caee0-ed70-4145-93d7-aec795739958 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889018 Aug 10 03:39:39.551224 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.739922 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcba45ca-03c7-46b5-a3cd-5a274adddc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.804644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Allocated IP 172.27.3.94 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/9ab7886d-9210-48a2-9ae0-b2535e35e93f) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:40.041971 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device bd1b646b-82a6-48dd-8d20-d533fa4f5d98 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:40.356476 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcba45ca-03c7-46b5-a3cd-5a274adddc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.434574 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-fcba45ca-03c7-46b5-a3cd-5a274adddc66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95b081479da94713968106a7f24f0a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1465156 Aug 10 03:39:40.434574 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.434855 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.434951 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50008) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:40.436575 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1026220-6933-4ddf-b03e-8b39760e3ba0 HTTP/1.1" status: 204 len: 168 time: 2.2093403 Aug 10 03:39:40.484770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba45ca-03c7-46b5-a3cd-5a274adddc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0302b6ce-ee0a-4c63-8987-424d0ad944fd,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.564331 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.601822 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:40.602272 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.603451 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50014) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:40.633476 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:40.633476 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.633632 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126935039', 'description': 'tempest-description--538672841'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:40.715550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3004be-45f4-43b0-84cc-845b8c4a6e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1026220-6933-4ddf-b03e-8b39760e3ba0,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.754485 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e7b778a1-bc72-4076-aa5e-6acb55bbf721 req-38559b6a-f2ad-48e1-8091-b82b2d12c85e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0560105 Aug 10 03:39:40.781294 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26774e23-96aa-44ea-80b7-c80a9e21cf95 req-d0cf24be-384d-44eb-be8d-90e7529eae64 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.783623 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-26774e23-96aa-44ea-80b7-c80a9e21cf95 req-d0cf24be-384d-44eb-be8d-90e7529eae64 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 931 time: 1.0370615 Aug 10 03:39:40.810166 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8240c25-fd0a-4e48-b402-b57c412d2686 req-48dc8b8d-5047-40c7-8f2c-7a2208fbb859 service neutron] 10.222.0.63 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2946818 Aug 10 03:39:40.867629 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.871298 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.902163 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.921720 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port bd1b646b-82a6-48dd-8d20-d533fa4f5d98, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:40.924262 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-26774e23-96aa-44ea-80b7-c80a9e21cf95 req-794bdd9b-e668-4527-bc0b-005a7a2b165d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061149 Aug 10 03:39:40.935184 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Transition to ACTIVE for port object 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:40.937341 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.955803 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.959959 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.967575 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0302b6ce-ee0a-4c63-8987-424d0ad944fd HTTP/1.1" status: 204 len: 168 time: 0.5312209 Aug 10 03:39:41.006565 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1e337-a9be-43a7-b749-00641c365ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0302b6ce-ee0a-4c63-8987-424d0ad944fd,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.036479 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088883-a1d9-4780-9501-043242b09d5a req-1ac9728b-bac5-42dd-9e07-23cf081e8024 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.040822 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8a088883-a1d9-4780-9501-043242b09d5a req-1ac9728b-bac5-42dd-9e07-23cf081e8024 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.1735177 Aug 10 03:39:41.076440 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d027a5-7309-4d2a-a189-a95629488e03 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:41.093027 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.121895 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.122222 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Transition to ACTIVE for port object 10d027a5-7309-4d2a-a189-a95629488e03 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:41.128230 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.170640 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8a088883-a1d9-4780-9501-043242b09d5a req-ed8804d7-b3c2-4982-bfa9-87c9510b2872 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134899 Aug 10 03:39:41.267718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.281569 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.331421 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Attempting to bind port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:41.331803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Attempting to bind port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:41.332166 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Attempting to bind port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:41.344678 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:41.345063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Checking segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:41.345468 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.345893 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Bound using segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:41.346374 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Bound port: 201aa7b9-b88e-49ff-8cd8-0551d2ac7718, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:41.346758 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.364956 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5595101-0788-4d22-9e47-49c10f4fedb1 None None] Pushing event updated for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.436278 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] For port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:41.441572 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] For port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:41.642249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.680341 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:41.685438 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.686027 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.690327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:41.696607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:41.711486 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.726831 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60474ba2-132f-4710-8369-73f5d93f2d68,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.747905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=9ab7886d-9210-48a2-9ae0-b2535e35e93f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.775478 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:41.776060 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:39:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:41.846806 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5595101-0788-4d22-9e47-49c10f4fedb1 None None] Pushing event updated for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.925780 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device bd1b646b-82a6-48dd-8d20-d533fa4f5d98 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:41.948734 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a7ff5816-98fb-44fe-9dd7-1af9c9d1a347 req-78239c51-173c-47bb-832a-e12a35c23dcd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0825236 Aug 10 03:39:41.959210 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.972838 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d1414ef0-698d-4e8f-b3c3-584e224c1cf1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3675885 Aug 10 03:39:41.973455 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50032) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:41.980930 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group_rule': {'security_group_id': '60474ba2-132f-4710-8369-73f5d93f2d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:42.036437 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:42.086790 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:42.086790 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.086965 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Pushing event updated for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.102787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.119880 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.123557 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-20ffe386-05dd-4955-a42b-ae6f81435389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.125121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-20ffe386-05dd-4955-a42b-ae6f81435389 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=02cb87684af34e389239670bfe0eb2af&device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 1096 time: 0.1790299 Aug 10 03:39:42.176611 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348adc0-4de1-4c54-ac15-07a3747e29b7 req-b88547d1-933e-4052-96c6-96966e0f18b3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.177938 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e348adc0-4de1-4c54-ac15-07a3747e29b7 req-b88547d1-933e-4052-96c6-96966e0f18b3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 943 time: 0.1299667 Aug 10 03:39:42.226079 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50044) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.229630 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e348adc0-4de1-4c54-ac15-07a3747e29b7 req-a23642f1-eee7-4e23-9be8-8972e44b1817 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Aug 10 03:39:42.269894 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.299509 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c2394355-bc30-47e3-a790-d4e0752b2350 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4bc3e38ae2645f0a4cd7eb3bdef0639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685596 Aug 10 03:39:42.303420 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50046) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.328463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Attempting to bind port 10d027a5-7309-4d2a-a189-a95629488e03 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:42.328830 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Attempting to bind port 10d027a5-7309-4d2a-a189-a95629488e03 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:42.329754 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Attempting to bind port 10d027a5-7309-4d2a-a189-a95629488e03 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:42.384060 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.384755 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.408934 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Port 10d027a5-7309-4d2a-a189-a95629488e03 on network 05518596-49b6-4e96-8053-0b4e84949d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:42.409262 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Attempting to bind port 10d027a5-7309-4d2a-a189-a95629488e03 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:42.435658 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88abbe8-1351-423d-8b3f-3dffb5f81335,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.465047 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.471136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:42.471399 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Checking segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:42.471788 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Bound using segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:42.476843 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Bound port: 10d027a5-7309-4d2a-a189-a95629488e03, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:42.479970 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.496803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:41Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:42.497129 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.529216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc234f21-c036-44cc-8309-7f16e5038398 req-dfacec50-6165-40a0-b898-7f6634a1c725 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.536826 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc234f21-c036-44cc-8309-7f16e5038398 req-dfacec50-6165-40a0-b898-7f6634a1c725 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.2093143 Aug 10 03:39:42.545237 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cabc13-07ab-4acd-9fba-89a514109cf2 None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:41Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:42.621360 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-3d9f493e-1848-4da0-859e-03a013a856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.627607 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-3d9f493e-1848-4da0-859e-03a013a856b3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8b067fe-e48c-4956-b622-94dc11656b27 HTTP/1.1" status: 200 len: 912 time: 0.4842532 Aug 10 03:39:42.651658 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.657235 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b0c1b19d-d931-4795-a576-0506ba68cd0e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6811311 Aug 10 03:39:42.657235 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50050) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.671123 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group_rule': {'security_group_id': '60474ba2-132f-4710-8369-73f5d93f2d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:42.721982 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-4e6450a9-d135-442e-893c-35e647a80544 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de122834-5f01-4a99-9143-529a113b3416 HTTP/1.1" status: 200 len: 217 time: 0.0780101 Aug 10 03:39:42.736484 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc234f21-c036-44cc-8309-7f16e5038398 req-89c6b103-85f7-4f8a-ba6b-4bd328617118 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984997 Aug 10 03:39:42.827409 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:42.855408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10d027a5-7309-4d2a-a189-a95629488e03,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:42.862080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-68549aa5-3310-4132-b56a-6fb5e6af5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.863612 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-68549aa5-3310-4132-b56a-6fb5e6af5f03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7d8bd82b-ca72-4062-900a-3b68cde990d2 HTTP/1.1" status: 200 len: 851 time: 0.1312888 Aug 10 03:39:42.898844 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.903033 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.909610 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-7bd8ce09-7e38-43d2-bd60-4c22751abe97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8b067fe-e48c-4956-b622-94dc11656b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316906 Aug 10 03:39:42.909869 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60d30d21-60e2-454d-9bce-cf71813c0a34 HTTP/1.1" status: 204 len: 168 time: 0.5995407 Aug 10 03:39:42.913512 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.929068 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e659d-1fd4-4203-b3e5-e087e12c60e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d30d21-60e2-454d-9bce-cf71813c0a34,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.031910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.042135 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.045634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.047180 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50056) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.067401 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.63', 50667) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.088760 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c82083ab-150c-4e08-a3e9-d6cca7f3c7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.135168 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.135792 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.137278 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] 10.222.0.63 "PUT /v2.0/ports/10d027a5-7309-4d2a-a189-a95629488e03 HTTP/1.1" status: 200 len: 1093 time: 4.6501656 Aug 10 03:39:43.144713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:43.147009 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319" -d '{"events": [{"name": "network-changed", "server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "tag": "10d027a5-7309-4d2a-a189-a95629488e03"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:43.162436 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9774e6-3892-4a90-8a2c-493a831466e4 service neutron] Pushing event updated for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.206789 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-33d42b89-34d1-4071-bb9b-e2cd8b57ce70 service neutron] 10.222.0.63 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945755 Aug 10 03:39:43.207416 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.209650 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-74e2bddc-59ca-42c1-83cd-a0f561f187bd req-6cec2761-7a40-4940-bcc1-ad2380e7daf0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.1177700 Aug 10 03:39:43.264554 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9df28-b58a-49ff-9309-34d940b48890 x-openstack-request-id: req-eca9df28-b58a-49ff-9309-34d940b48890 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:43.264927 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "tag": "10d027a5-7309-4d2a-a189-a95629488e03", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:43.265097 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eca9df28-b58a-49ff-9309-34d940b48890 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:43.265484 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03', 'status': 'completed', 'code': 200} Aug 10 03:39:43.337771 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.373984 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=9ab7886d-9210-48a2-9ae0-b2535e35e93f,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.418057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7d67fb-ab06-4758-81c0-978b00996bf7,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.490132 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c82083ab-150c-4e08-a3e9-d6cca7f3c7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.502708 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-36a387ac-c5ab-4292-8306-fa5fe549abc8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.504311 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-36a387ac-c5ab-4292-8306-fa5fe549abc8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 819 time: 0.4359531 Aug 10 03:39:43.523301 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7501-b0d1-4ecc-9cfb-ffc05412f808 req-0124443b-c679-47f5-b7aa-f7ac97501d3e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.528793 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8f0e7501-b0d1-4ecc-9cfb-ffc05412f808 req-0124443b-c679-47f5-b7aa-f7ac97501d3e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 943 time: 0.1180720 Aug 10 03:39:43.535341 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Request body: {'port': {'device_id': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'admin_state_up': True, 'tenant_id': '05aa352203a74307bd3b6157f78f6b97'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:43.655395 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7ee08e61-7179-4f73-aa33-368662c11f0a req-11ab3b50-394f-48be-b917-ca62c11bcf06 service neutron] 10.222.0.63 "GET /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190173 Aug 10 03:39:43.661841 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.696099 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-45aee2d1-779e-45bf-98cc-000dff083c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.697903 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-45aee2d1-779e-45bf-98cc-000dff083c59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 1096 time: 0.2988355 Aug 10 03:39:43.699235 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c82083ab-150c-4e08-a3e9-d6cca7f3c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.741343 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8f0e7501-b0d1-4ecc-9cfb-ffc05412f808 req-293ebd1e-5611-4861-a51e-6b76d9fb0c9d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016909 Aug 10 03:39:43.807347 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c82083ab-150c-4e08-a3e9-d6cca7f3c7fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5fd130bbd34b348ebe07259e19f3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584417 Aug 10 03:39:43.814349 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82083ab-150c-4e08-a3e9-d6cca7f3c7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46b82b-330d-48ae-874e-598dfe7f6382,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.821540 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50070) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.827534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.831561 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f3b763c7-d455-4b22-a3f2-119d7a1b6bce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1696327 Aug 10 03:39:43.837738 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50076) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.843579 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:43.893743 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.903992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1a9370ad-3b65-4010-b0f3-30898dc7fa70 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4959648 Aug 10 03:39:43.923473 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.966876 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.978646 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:44.014237 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.106022 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-e30dd4e8-cc4a-489a-af5c-3c57f85900c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.106022 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-e30dd4e8-cc4a-489a-af5c-3c57f85900c6 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0218bd23bab4457abfb072f168e61af6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3850312 Aug 10 03:39:44.122244 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:44.123047 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a78ed-a447-46ef-b4e8-f6c0d4e3892c req-067d05e8-e051-4f6a-8921-1c61ffbb241a tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.124654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5f0a78ed-a447-46ef-b4e8-f6c0d4e3892c req-067d05e8-e051-4f6a-8921-1c61ffbb241a tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.2083483 Aug 10 03:39:44.130540 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:44.133247 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.171741 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Made reservation on behalf of 05aa352203a74307bd3b6157f78f6b97 for: {'port': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:44.184653 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.278577 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.279795 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.284721 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.291801 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d46b82b-330d-48ae-874e-598dfe7f6382 HTTP/1.1" status: 204 len: 168 time: 0.4566443 Aug 10 03:39:44.344488 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5f0a78ed-a447-46ef-b4e8-f6c0d4e3892c req-5a64bbce-aafb-470e-8dc2-2f6786d90407 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075012 Aug 10 03:39:44.368246 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-7fd5df40-5c19-429a-9625-181692a9aa3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.368246 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-7fd5df40-5c19-429a-9625-181692a9aa3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 819 time: 0.3689306 Aug 10 03:39:44.381174 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-60b89561-1223-44ea-b274-f246e9cfd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.381480 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24264a-2a80-4dad-8c8c-63e1257bd1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46b82b-330d-48ae-874e-598dfe7f6382,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.382693 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:44.382815 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ca5c2b6-cb46-4b84-bd8d-69712bc8d319 req-60b89561-1223-44ea-b274-f246e9cfd5cd service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679269 Aug 10 03:39:44.387592 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Request body: {'port': {'device_id': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'admin_state_up': True, 'tenant_id': '05aa352203a74307bd3b6157f78f6b97'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:44.426376 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-78fe7bda-fb5f-4a85-993e-a7fb9dd49145 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1039130358&fields=id&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 267 time: 0.2353051 Aug 10 03:39:44.515886 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.559201 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.579121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72492fca-bfe4-4998-982e-05ae1302fa96 req-8c2780ea-5509-4eeb-b411-1b47b3447807 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.1042571 Aug 10 03:39:44.602352 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.619203 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-a64b628a-b7cf-46ba-bedb-f19a5bbea24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.620777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-a64b628a-b7cf-46ba-bedb-f19a5bbea24c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 1096 time: 0.1585619 Aug 10 03:39:44.683067 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-80a77158-ddf5-49d0-bfb8-9c9c70cdf5e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d027a5-7309-4d2a-a189-a95629488e03 HTTP/1.1" status: 200 len: 217 time: 0.0341985 Aug 10 03:39:44.726566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Allocated IP 172.20.0.3 (e937d74f-0feb-4fbb-a381-7b68bdc8a232/3479a8bd-9e8e-437d-9955-ca0aa403869d/88abaf7a-ebcd-437f-9081-731c60519ffb) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:44.741021 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-e6ba7be3-46f9-4c17-a080-24d9a3cead94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.742431 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-e6ba7be3-46f9-4c17-a080-24d9a3cead94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 200 len: 854 time: 0.0475688 Aug 10 03:39:44.778287 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-b61f4e5d-8f7a-4dac-bbf6-98bd49226803 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05518596-49b6-4e96-8053-0b4e84949d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287867 Aug 10 03:39:44.800640 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-d0470634-aa1c-452c-a69b-dbdd4d853af2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.804349 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-d0470634-aa1c-452c-a69b-dbdd4d853af2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 817 time: 0.3463445 Aug 10 03:39:44.866019 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-3cd3fa74-7fda-46ed-b631-f617ba77c59d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/quotas/098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 375 time: 0.0384161 Aug 10 03:39:44.885429 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Allocated IP 172.27.3.142 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/a98dbe5d-6be9-49a0-b1ec-9a8faaeada89) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:44.896517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Made reservation on behalf of 05aa352203a74307bd3b6157f78f6b97 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:44.899499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.029524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd964d-6505-423f-8387-2df2a52cc1b1 req-237d202b-d03b-4bb1-ba59-2907c077af3f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.030245 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-86cd964d-6505-423f-8387-2df2a52cc1b1 req-237d202b-d03b-4bb1-ba59-2907c077af3f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 943 time: 0.1802287 Aug 10 03:39:45.064361 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-4ef3beed-ef04-41df-8453-4ef576507197 service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778652 Aug 10 03:39:45.096953 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-77b6f8ee-a235-42b9-a59e-5a7b50310719 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2100427 Aug 10 03:39:45.127456 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-86cd964d-6505-423f-8387-2df2a52cc1b1 req-2cc70c14-73b3-436d-a995-5424bad3845d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863230 Aug 10 03:39:45.190150 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-420db6bc-fbcb-4944-9a33-8f19028dbfab req-b3350d4d-238c-4be3-80f5-2218430d7607 service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140058 Aug 10 03:39:45.190238 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.224225 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.297261 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-f1d7ac5b-ad88-4a2f-83ab-9d8c9b5a4397 service neutron] 10.222.0.21 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790538 Aug 10 03:39:45.412350 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-9c4b8118-50d8-4973-b2b7-190b28d26cbe service neutron] 10.222.0.21 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073368 Aug 10 03:39:45.477647 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device de122834-5f01-4a99-9143-529a113b3416 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:45.480514 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf105b-f53d-48dd-abf5-c91a49801391 req-93d6db34-00ec-42ea-b415-427bfeeb3549 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.482004 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a7cf105b-f53d-48dd-abf5-c91a49801391 req-93d6db34-00ec-42ea-b415-427bfeeb3549 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 943 time: 0.0554361 Aug 10 03:39:45.522276 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a7cf105b-f53d-48dd-abf5-c91a49801391 req-5d348192-5f30-444c-8bc3-876ec6f85817 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 10 03:39:45.595414 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=de122834-5f01-4a99-9143-529a113b3416,segment=NetworkSegment(d77994bf-82dd-4bcf-a598-e6282b04420b),segment_id=d77994bf-82dd-4bcf-a598-e6282b04420b)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:45.607663 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'de122834-5f01-4a99-9143-529a113b3416', 'network_id': 'e8b067fe-e48c-4956-b622-94dc11656b27', 'port_id': 'de122834-5f01-4a99-9143-529a113b3416', 'mac_address': 'fa:16:3e:ce:06:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8bd82b-ca72-4062-900a-3b68cde990d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:45.647771 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.653441 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.663779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de122834-5f01-4a99-9143-529a113b3416 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:45.685887 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=de122834-5f01-4a99-9143-529a113b3416,segment=NetworkSegment(d77994bf-82dd-4bcf-a598-e6282b04420b),segment_id=d77994bf-82dd-4bcf-a598-e6282b04420b)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:45.717599 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8a67eb1e-ddf9-48c2-bd88-67f6e189c4a7 req-aee6d0a0-d527-410b-85f7-ff9f9d9992ae tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0565982 Aug 10 03:39:45.732786 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Allocated IP 172.20.0.14 (e937d74f-0feb-4fbb-a381-7b68bdc8a232/3479a8bd-9e8e-437d-9955-ca0aa403869d/b8c15eaf-d642-44fa-8a94-a34fbb169d00) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:45.847783 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:45.898877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.913352 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.937664 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Pushing event updated for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.958841 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.001324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:46.001721 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.020389 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:46.026890 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6076ba74-d068-4b19-8afa-0294eccf6a7d req-7ab59d4b-e1d5-45ed-98df-960f486a6b46 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0387623 Aug 10 03:39:46.028181 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:46.031463 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:46.036088 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:46.047691 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:46.068077 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.151376 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=a98dbe5d-6be9-49a0-b1ec-9a8faaeada89,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.160394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.205268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.209300 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Network e937d74f-0feb-4fbb-a381-7b68bdc8a232 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:46.213853 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:46.218242 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:46.222089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:46.233248 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.233954 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.268602 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['de122834-5f01-4a99-9143-529a113b3416'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:46.292934 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Pushing event updated for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.298834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.299148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.339898 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e9131-3922-449f-b288-af6fd26da914 req-a7ff2c7c-ec73-4d71-b010-f3dca9661407 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.339898 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-410e9131-3922-449f-b288-af6fd26da914 req-a7ff2c7c-ec73-4d71-b010-f3dca9661407 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 943 time: 0.0996118 Aug 10 03:39:46.413395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.451322 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-202fd697-78b4-4913-9d0e-398bead3204a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0659723 Aug 10 03:39:46.453697 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9cbe6525-db21-4c17-9cf0-6182fcdba198 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9235742 Aug 10 03:39:46.481396 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Request body: {'port': {'device_id': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:46.490943 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Request body: {'port': {'device_id': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:46.542067 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-410e9131-3922-449f-b288-af6fd26da914 req-c783e6b9-6da3-4c17-adaa-6a8a3f4eeeb4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321061 Aug 10 03:39:46.606195 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.639387 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.910226 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.934307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf247479-0422-4fcd-ae96-1aabdf2fe52e req-7924aa33-3a8b-4115-9588-3b9ff4144d60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.935917 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bf247479-0422-4fcd-ae96-1aabdf2fe52e req-7924aa33-3a8b-4115-9588-3b9ff4144d60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 932 time: 0.1110506 Aug 10 03:39:46.980026 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bf247479-0422-4fcd-ae96-1aabdf2fe52e req-fe43f721-93d7-4d53-9f02-a3007a00ccb5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Aug 10 03:39:47.024556 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.083568 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.145603 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=a98dbe5d-6be9-49a0-b1ec-9a8faaeada89,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.167959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336d20-8b5b-4ec8-8b3a-58289ee22835 req-6f19f43c-7bda-4e37-9bc3-dcfa25055ce8 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.170099 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3c4fda11-1032-4177-8abe-b106d184641b req-9f0431d9-272a-4a81-bc82-680d2d473d43 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0569680 Aug 10 03:39:47.174668 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-51336d20-8b5b-4ec8-8b3a-58289ee22835 req-6f19f43c-7bda-4e37-9bc3-dcfa25055ce8 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 944 time: 0.5151274 Aug 10 03:39:47.232913 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-51336d20-8b5b-4ec8-8b3a-58289ee22835 req-1c0e80f4-6d58-4b7b-a9ae-656d2de2fef8 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552332 Aug 10 03:39:47.241449 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.242666 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0fac9131-501a-418a-b782-9a4ed50d856a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4026668 Aug 10 03:39:47.293135 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c15eaf-d642-44fa-8a94-a34fbb169d00 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:47.300879 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.321406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Transition to ACTIVE for port object b8c15eaf-d642-44fa-8a94-a34fbb169d00 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:47.441667 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.459357 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 10d027a5-7309-4d2a-a189-a95629488e03 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:47.504923 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device de122834-5f01-4a99-9143-529a113b3416 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:47.535065 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-4224b0dc-c534-4bab-b0f6-2630d3a956f6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2126935039&fields=id&tenant_id=db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 267 time: 0.0961468 Aug 10 03:39:47.536345 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Pushing event updated for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.691697 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3b326-e9c8-4dc6-81c4-27396472d681 req-e060d8e8-7c9c-45f1-8507-a6c0b00a6d69 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.693271 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-59c3b326-e9c8-4dc6-81c4-27396472d681 req-e060d8e8-7c9c-45f1-8507-a6c0b00a6d69 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 943 time: 0.0542510 Aug 10 03:39:47.801081 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-59c3b326-e9c8-4dc6-81c4-27396472d681 req-721739db-4667-4367-89d9-df71e781810c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011224 Aug 10 03:39:47.802392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Attempting to bind port b8c15eaf-d642-44fa-8a94-a34fbb169d00 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:47.802736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Attempting to bind port b8c15eaf-d642-44fa-8a94-a34fbb169d00 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:47.803068 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Attempting to bind port b8c15eaf-d642-44fa-8a94-a34fbb169d00 on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:47.809631 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Port b8c15eaf-d642-44fa-8a94-a34fbb169d00 on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:47.809954 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Attempting to bind port b8c15eaf-d642-44fa-8a94-a34fbb169d00 on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:47.817361 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:47.818414 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Checking segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:47.818820 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Bound using segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:47.819568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Bound port: b8c15eaf-d642-44fa-8a94-a34fbb169d00, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:47.819825 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.838216 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10d027a5-7309-4d2a-a189-a95629488e03,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:47.859359 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '10d027a5-7309-4d2a-a189-a95629488e03', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'port_id': '10d027a5-7309-4d2a-a189-a95629488e03', 'mac_address': 'fa:16:3e:92:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ba41af-8934-4342-acd9-0e34f5ca11d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:47.898846 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port de122834-5f01-4a99-9143-529a113b3416 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:47.911374 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port de122834-5f01-4a99-9143-529a113b3416 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.914465 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.920948 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:47.925544 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:47.935650 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.948548 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-866fb64b-97e4-430f-adaa-bba90c92e599 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.950041 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-866fb64b-97e4-430f-adaa-bba90c92e599 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 810 time: 0.4141777 Aug 10 03:39:47.952092 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88abaf7a-ebcd-437f-9081-731c60519ffb {{(pid=94113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:47.957885 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d027a5-7309-4d2a-a189-a95629488e03 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:47.961979 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.981861 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-445eebcd-0f3b-4aa7-a48e-4d80f1963ad9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/quotas/db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 375 time: 0.0242984 Aug 10 03:39:47.982323 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10d027a5-7309-4d2a-a189-a95629488e03,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:47.984362 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Transition to ACTIVE for port object 88abaf7a-ebcd-437f-9081-731c60519ffb will not be triggered until provisioned by entity L2. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:48.027850 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.047579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.059033 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-dee9e65e-cd81-4a65-9072-e920b9f44e18 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698402 Aug 10 03:39:48.074995 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de122834-5f01-4a99-9143-529a113b3416'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:48.111009 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.111895 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.113403 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] 10.222.0.63 "PUT /v2.0/ports/b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 200 len: 1094 time: 1.6371281 Aug 10 03:39:48.115805 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:48.118071 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4a98b-39bd-4827-b798-e4fa678923fb" -d '{"events": [{"name": "network-changed", "server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:48.150325 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71583ea-bf0a-4ccb-85cc-eb81c4d7aebf service neutron] Pushing event updated for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.163369 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.163994 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf3fdf-d35a-4542-ad78-f1cf2db6e2bb req-43c46ed8-bec0-4c31-9cae-0d436ce215a6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.171392 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=de122834-5f01-4a99-9143-529a113b3416,segment=NetworkSegment(d77994bf-82dd-4bcf-a598-e6282b04420b),segment_id=d77994bf-82dd-4bcf-a598-e6282b04420b)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:48.171986 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-eecf3fdf-d35a-4542-ad78-f1cf2db6e2bb req-43c46ed8-bec0-4c31-9cae-0d436ce215a6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 944 time: 0.1174586 Aug 10 03:39:48.175691 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.220608 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Pushing event updated for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.243506 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-eecf3fdf-d35a-4542-ad78-f1cf2db6e2bb req-6434bfc6-e9f5-49ce-bb3a-5076287f25aa tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Aug 10 03:39:48.275381 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.309453 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.309543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70278113-cd9b-4a8b-8d7c-a2ab585b7c24 x-openstack-request-id: req-70278113-cd9b-4a8b-8d7c-a2ab585b7c24 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:48.309543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:48.309543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70278113-cd9b-4a8b-8d7c-a2ab585b7c24 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:48.309543 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00', 'status': 'completed', 'code': 200} Aug 10 03:39:48.400729 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f227c126-5285-4722-ba5b-36e1b2a3a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.402547 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-f227c126-5285-4722-ba5b-36e1b2a3a203 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1097 time: 0.0804892 Aug 10 03:39:48.412999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.431854 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-8e69c473-29d0-49b5-8c64-2d56f9761ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347943 Aug 10 03:39:48.433318 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.managers [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Attempting to bind port 88abaf7a-ebcd-437f-9081-731c60519ffb on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:48.433844 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.managers [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Attempting to bind port 88abaf7a-ebcd-437f-9081-731c60519ffb by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}] {{(pid=94113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:48.434377 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Attempting to bind port 88abaf7a-ebcd-437f-9081-731c60519ffb on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:48.459852 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b698562d-6d3f-4a25-b1e6-dc2af8c991bb req-d17f9c38-6af5-4caa-8699-2880c0250470 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0561786 Aug 10 03:39:48.483905 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:48.492016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6838224-24a7-4741-8da3-4a5d63648762" -d '{"events": [{"server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "name": "network-vif-plugged", "status": "completed", "tag": "de122834-5f01-4a99-9143-529a113b3416"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:48.544080 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-e541dd48-fe17-4b58-b524-18798654d08d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 200 len: 217 time: 0.0989532 Aug 10 03:39:48.544545 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Port 88abaf7a-ebcd-437f-9081-731c60519ffb on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:48.544875 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Attempting to bind port 88abaf7a-ebcd-437f-9081-731c60519ffb on network e937d74f-0feb-4fbb-a381-7b68bdc8a232 {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:48.564960 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-4058070a-d349-4f40-b2c0-a5af04ea748a service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059952 Aug 10 03:39:48.568138 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:48.572796 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Checking segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:48.573624 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Bound using segment: {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'} {{(pid=94113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:48.574418 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.managers [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Bound port: 88abaf7a-ebcd-437f-9081-731c60519ffb, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adca2e07-a50e-410a-b437-0014cd54a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232'}}] {{(pid=94113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:48.575188 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.660665 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3292-2110-49ad-9896-9e91ae5fd869 req-b654ab43-511f-4c3f-9a80-cc29dd5fd1a2 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.667082 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d3c3292-2110-49ad-9896-9e91ae5fd869 req-b654ab43-511f-4c3f-9a80-cc29dd5fd1a2 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0798986 Aug 10 03:39:48.701538 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-7fd932eb-900b-4a6d-abbe-f605b37d948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.703048 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-7fd932eb-900b-4a6d-abbe-f605b37d948e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.1519125 Aug 10 03:39:48.717990 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d3c3292-2110-49ad-9896-9e91ae5fd869 req-c18f8ce0-3279-4751-9f7f-a313d349b6db tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Aug 10 03:39:48.737260 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, cleared binding levels {{(pid=94113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:48.744962 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=88abaf7a-ebcd-437f-9081-731c60519ffb,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:48.756472 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-59e423b3-9945-4c68-ae91-5c95ac589d08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366151 Aug 10 03:39:48.825634 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9dc52-6055-49f6-a808-5a58649befde x-openstack-request-id: req-1da9dc52-6055-49f6-a808-5a58649befde {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:48.826124 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "name": "network-vif-plugged", "status": "completed", "tag": "de122834-5f01-4a99-9143-529a113b3416", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:48.826373 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1da9dc52-6055-49f6-a808-5a58649befde {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:48.826840 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de122834-5f01-4a99-9143-529a113b3416', 'code': 200} Aug 10 03:39:48.850224 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.874745 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-ac1131a7-b71f-4c6b-b8a6-ff4fb05ac12e service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096318 Aug 10 03:39:48.916013 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.916869 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.918480 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] 10.222.0.63 "PUT /v2.0/ports/88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 1093 time: 2.4372299 Aug 10 03:39:48.919106 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb'}] {{(pid=94113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:49.038573 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-db34adc1-42d1-49d3-9184-b03acc0b0287 req-7f57605a-9583-4441-9c1f-9f13b662f9bc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0566626 Aug 10 03:39:49.047010 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a542e-fcbc-432a-bc95-bfbb4965f390 service neutron] Pushing event updated for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=3']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.125069 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608e63-c1f2-43b6-a0db-35dd8f29bb5d req-1db0d0df-420b-4440-8950-3e2b3c217309 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.127610 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a8608e63-c1f2-43b6-a0db-35dd8f29bb5d req-1db0d0df-420b-4440-8950-3e2b3c217309 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 944 time: 0.1752379 Aug 10 03:39:49.156227 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d7015c3-7f3f-4e61-82bd-a0b808cb0875 req-56b7748f-d81f-4abd-934a-46319099146d service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739460 Aug 10 03:39:49.186792 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a8608e63-c1f2-43b6-a0db-35dd8f29bb5d req-cf3b795d-3a74-48a0-92d3-b002a3e2cc6b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 Aug 10 03:39:49.360920 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50300) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:49.407105 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8347af-a930-475d-9435-0c0465f5d300 req-e8b03dc4-9ac8-4e7a-b5f8-a41add10b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.408606 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6b8347af-a930-475d-9435-0c0465f5d300 req-e8b03dc4-9ac8-4e7a-b5f8-a41add10b84d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 1098 time: 0.1367967 Aug 10 03:39:49.451576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6b8347af-a930-475d-9435-0c0465f5d300 req-eb8e2d95-631b-4cff-9f55-13059c95d9a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.456835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-2b0c5ff3-f02c-4e03-9ccb-911e15aa8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.458380 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-2b0c5ff3-f02c-4e03-9ccb-911e15aa8974 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1097 time: 0.0851231 Aug 10 03:39:49.472386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 10d027a5-7309-4d2a-a189-a95629488e03 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:49.477672 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-8296573d-1174-4b75-8dc0-822daaa2a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.478582 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-8296573d-1174-4b75-8dc0-822daaa2a8a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1096 time: 0.3383620 Aug 10 03:39:49.494740 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f16-9021-411f-bebe-a08da5a8b3a5 req-6e6e5c8b-7c5f-441c-af9d-decdd9a1fef5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.504640 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-acb55f16-9021-411f-bebe-a08da5a8b3a5 req-6e6e5c8b-7c5f-441c-af9d-decdd9a1fef5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 944 time: 0.0996480 Aug 10 03:39:49.587268 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.63', 50681) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:49.597277 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-3bc38663-e0e3-4bfa-98cb-41aa19602f5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.0888591 Aug 10 03:39:49.601758 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c5e3789eef7e65b32051a3729bbf87202332af68f193e737b1eb0d99b76ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc54402-b55f-4036-a3bb-4656d8aedd47" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb"}]}' {{(pid=94113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:49.663967 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-acb55f16-9021-411f-bebe-a08da5a8b3a5 req-b5c3deaf-85ff-41be-800c-ae9d4d46dc80 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577048 Aug 10 03:39:49.669904 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 10d027a5-7309-4d2a-a189-a95629488e03 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:49.681338 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 10d027a5-7309-4d2a-a189-a95629488e03 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:49.682644 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.690174 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-c5c03854-dd6e-4297-aa48-6ebb136237c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.691828 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-c5c03854-dd6e-4297-aa48-6ebb136237c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0871496 Aug 10 03:39:49.701567 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a5bb-4454-488e-bb7f-9ee30affaca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.705236 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-549426d2-238a-443c-a978-b8be7b07c2ad req-187d3a53-0baa-4b3f-8302-3db9581a2111 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.1118956 Aug 10 03:39:49.796956 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-9797ec36-d883-4a9f-85c3-609da0fb7453 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971372 Aug 10 03:39:49.833395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6b8347af-a930-475d-9435-0c0465f5d300 req-eb8e2d95-631b-4cff-9f55-13059c95d9a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.858778 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.888060 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfa911-3703-4cb8-9377-5624f998033f x-openstack-request-id: req-facfa911-3703-4cb8-9377-5624f998033f {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:49.888417 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb", "status": "completed", "code": 200}]} {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:49.888676 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-facfa911-3703-4cb8-9377-5624f998033f {{(pid=94113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:49.889145 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb', 'status': 'completed', 'code': 200} Aug 10 03:39:49.900634 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10d027a5-7309-4d2a-a189-a95629488e03,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:49.921608 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-4b69c476-b014-4e75-8209-550554b7c7b8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.921608 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-4b69c476-b014-4e75-8209-550554b7c7b8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 817 time: 0.3254938 Aug 10 03:39:49.922164 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-a8147df4-7f03-4e85-a34f-12d42aa3a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.923533 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-a8147df4-7f03-4e85-a34f-12d42aa3a34c service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.4562595 Aug 10 03:39:49.935665 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-97126e29-46a9-4ba8-9986-c10942d33f65 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311042 Aug 10 03:39:49.959004 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b9e70-3a3a-4622-a9d5-0bc446435077 req-670e2f73-b3f3-4fb1-b3ce-d074d02b3d58 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.959004 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e15b9e70-3a3a-4622-a9d5-0bc446435077 req-670e2f73-b3f3-4fb1-b3ce-d074d02b3d58 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0853353 Aug 10 03:39:49.960069 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6b8347af-a930-475d-9435-0c0465f5d300 req-eb8e2d95-631b-4cff-9f55-13059c95d9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.987458 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.047174 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-f29345bf-44e6-4ac7-bfe8-94dcdb5dfdb2 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973530 Aug 10 03:39:50.054074 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.056077 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-3a267549-5909-40de-ab82-919731eb0b25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 200 len: 217 time: 0.0966780 Aug 10 03:39:50.069834 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6b8347af-a930-475d-9435-0c0465f5d300 req-eb8e2d95-631b-4cff-9f55-13059c95d9a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534777 Aug 10 03:39:50.143698 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4dae0389-6abf-4892-a014-2653eab573bf req-f6a6dee3-8630-4aca-bc77-70a57203ac45 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0281789 Aug 10 03:39:50.146645 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e2d95-631b-4cff-9f55-13059c95d9a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09e024-49cb-4ec7-9960-fb5a4a329973,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.162476 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-e7d1ccba-50b5-4059-a352-92ed185511e6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 380 time: 0.2079372 Aug 10 03:39:50.180794 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e15b9e70-3a3a-4622-a9d5-0bc446435077 req-3a9408ed-aa3f-436d-9663-917536ae0261 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042263 Aug 10 03:39:50.203196 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-893d33aa-7848-4174-8558-095074c8e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.205284 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-893d33aa-7848-4174-8558-095074c8e116 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.1306376 Aug 10 03:39:50.242811 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a5bb-4454-488e-bb7f-9ee30affaca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.324451 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ce84-c2f4-4853-9025-8561c127ad55 req-858f8d45-531b-433a-a96c-3c96745fd008 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.325985 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1657ce84-c2f4-4853-9025-8561c127ad55 req-858f8d45-531b-433a-a96c-3c96745fd008 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Aug 10 03:39:50.365494 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1657ce84-c2f4-4853-9025-8561c127ad55 req-552dbbad-e644-4dd3-8e50-1ad2d8765940 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Aug 10 03:39:50.385460 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a5bb-4454-488e-bb7f-9ee30affaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.417451 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5a5bb-4454-488e-bb7f-9ee30affaca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133cb6c9-b397-4bc5-bce1-a3a6630ce151,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.422233 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e9b5a5bb-4454-488e-bb7f-9ee30affaca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22d3a09fd2ec4da0867b0c792a474b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0600696 Aug 10 03:39:50.425859 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50332) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.438160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'port': {'device_id': '0c599984-f271-4886-be2f-73e7531f52e4', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'admin_state_up': True, 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'security_groups': ['a80b2203-85bd-41f7-8d1e-b94f6209027d']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:50.491215 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.505429 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-738cab03-1cbe-4ed7-8b6c-52a787c2ce1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602221 Aug 10 03:39:50.519868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.662365 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-c561c859-9ec4-4c07-8ec6-add72ca6f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.693929 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-c561c859-9ec4-4c07-8ec6-add72ca6f6c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1096 time: 0.1575894 Aug 10 03:39:50.713090 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-0ae3fa45-73ce-443f-aba5-0acace2a8a99 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758275 Aug 10 03:39:50.820855 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ac821edb-20c7-415d-be65-637252905ebb req-c758b38b-90de-40ce-94d8-1e9b92ab5a73 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0350502 Aug 10 03:39:50.829272 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:50.830896 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5b8097-7284-41a4-b1a3-d091b284c5c8" -d '{"events": [{"server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "name": "network-vif-plugged", "status": "completed", "tag": "10d027a5-7309-4d2a-a189-a95629488e03"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:50.881073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2a6f26-3e16-4f15-843b-bd97ea7c1d22 x-openstack-request-id: req-5f2a6f26-3e16-4f15-843b-bd97ea7c1d22 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:50.881073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "name": "network-vif-plugged", "status": "completed", "tag": "10d027a5-7309-4d2a-a189-a95629488e03", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:50.881073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f2a6f26-3e16-4f15-843b-bd97ea7c1d22 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:50.881073 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03', 'code': 200} Aug 10 03:39:50.881419 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27c19-ac7e-4f71-b2dc-8f4f2abb07d3 req-ea87980a-42c7-4874-91cd-71d612a45d73 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.881419 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-37d27c19-ac7e-4f71-b2dc-8f4f2abb07d3 req-ea87980a-42c7-4874-91cd-71d612a45d73 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 944 time: 0.1370800 Aug 10 03:39:50.881612 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.885710 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.887562 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/133cb6c9-b397-4bc5-bce1-a3a6630ce151 HTTP/1.1" status: 204 len: 168 time: 0.4605985 Aug 10 03:39:50.896760 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7e52c-9763-4ec7-887c-c3cde8e36363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cb6c9-b397-4bc5-bce1-a3a6630ce151,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.904167 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-8c358604-ec82-4140-b41f-528e79cc2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.906544 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-8c358604-ec82-4140-b41f-528e79cc2cf2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.2275946 Aug 10 03:39:50.949296 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7b4a98b-39bd-4827-b798-e4fa678923fb req-ffc1a135-dd44-4076-8437-cdaabdbc1f29 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059221 Aug 10 03:39:50.978928 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-871ad0a9-4acd-47e5-8360-10f118b0b852 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.0421343 Aug 10 03:39:50.991371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-37d27c19-ac7e-4f71-b2dc-8f4f2abb07d3 req-3c8452aa-31bf-421f-8b7f-2b177e2cef12 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061263 Aug 10 03:39:51.001397 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Made reservation on behalf of 098d020e6c2a497a939e7c54eb5cc81a for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:51.006910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.104521 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-e5e6fe37-10ee-4ab0-9316-47e583d82768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.105988 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-e5e6fe37-10ee-4ab0-9316-47e583d82768 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0958643 Aug 10 03:39:51.147989 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-ffe58a7f-50fc-46cb-9ab6-0ba67a02f909 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312231 Aug 10 03:39:51.274022 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b7b99b75-739b-44d0-b3ce-edb23dfd4256 req-45766aab-a4f3-45ea-9f6e-2136d6674666 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0297368 Aug 10 03:39:51.488020 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device b8c15eaf-d642-44fa-8a94-a34fbb169d00 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:51.500674 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe6558-19cb-4a0d-a1ce-641d5e574f4c req-a5f18d26-437f-4af9-a2f1-239634c6f42a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.503239 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ffe6558-19cb-4a0d-a1ce-641d5e574f4c req-a5f18d26-437f-4af9-a2f1-239634c6f42a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0651066 Aug 10 03:39:51.545640 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ffe6558-19cb-4a0d-a1ce-641d5e574f4c req-43de5f99-ff29-44a1-ba83-202f1be94b10 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Aug 10 03:39:51.558780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Allocated IP 172.20.0.7 (8a7c5b76-4670-410e-b09e-14552ce18301/1eb8547b-faa3-45f0-bea8-c45e82a0755d/54a387d8-dbe0-4a78-bbba-58f771dd4478) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:51.584840 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19106f6-568f-4e6f-94e0-5b0ca322357a req-61033b42-1f74-4384-8a60-b5627568449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.586438 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c19106f6-568f-4e6f-94e0-5b0ca322357a req-61033b42-1f74-4384-8a60-b5627568449f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 1098 time: 0.1915278 Aug 10 03:39:51.610183 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:51.610516 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6793e59-af71-4e20-945c-b03a8958bce1 req-c1b99844-b7f3-4665-9c07-ac57f2b17dd6 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.612720 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6793e59-af71-4e20-945c-b03a8958bce1 req-c1b99844-b7f3-4665-9c07-ac57f2b17dd6 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.2185748 Aug 10 03:39:51.617998 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-a414e3f7-992d-4d4b-8682-f73d27261653 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418597 Aug 10 03:39:51.626320 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'port_id': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00', 'mac_address': 'fa:16:3e:36:7f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:51.670341 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.683654 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c15eaf-d642-44fa-8a94-a34fbb169d00 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:51.704993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:51.773813 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c19106f6-568f-4e6f-94e0-5b0ca322357a req-0c7830de-d832-4189-8394-4fe425e9c0a6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290329 Aug 10 03:39:51.803711 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6793e59-af71-4e20-945c-b03a8958bce1 req-e7711069-7a61-435a-a911-25041f9fe142 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784389 Aug 10 03:39:51.886307 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc54402-b55f-4036-a3bb-4656d8aedd47 req-97d06e49-a2ab-4df4-b35d-4f8b3f39ff2d service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876383 Aug 10 03:39:51.895510 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.908488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Transition to ACTIVE for port object 54a387d8-dbe0-4a78-bbba-58f771dd4478 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:51.924732 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6a4bfd0c-bd4b-4b0e-bf72-2526e45b344c req-373938a2-e7ab-4146-9be3-5752f4156c57 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Aug 10 03:39:51.933111 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.986497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.992022 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50380) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.005683 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b82855ce-93b3-478b-b518-000243c728a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.067891 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.102198 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b82855ce-93b3-478b-b518-000243c728a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.131782 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:52.139808 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:52.142264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:52.190805 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161696c-77b5-4d6a-a603-9d11eae8a040 req-9e39ca19-f3ff-41ce-b548-df5b1feaad18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.192493 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d161696c-77b5-4d6a-a603-9d11eae8a040 req-9e39ca19-f3ff-41ce-b548-df5b1feaad18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 945 time: 0.1357837 Aug 10 03:39:52.193150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.229529 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b82855ce-93b3-478b-b518-000243c728a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.234732 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.235228 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.261329 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d161696c-77b5-4d6a-a603-9d11eae8a040 req-83ebbf89-43b6-4c05-b482-34adf712c72c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597527 Aug 10 03:39:52.267398 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['b8c15eaf-d642-44fa-8a94-a34fbb169d00'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:52.277997 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b82855ce-93b3-478b-b518-000243c728a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5372c5539a754b3d91986baa9a5fc064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848587 Aug 10 03:39:52.279515 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82855ce-93b3-478b-b518-000243c728a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b379790d-70df-4f12-b841-91ab4d332dda,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.283595 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50386) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.345848 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-c240b56e-2a8a-464c-a59d-97efbf19d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9136987 Aug 10 03:39:52.350056 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.369615 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Request body: {'port': {'device_id': '0c599984-f271-4886-be2f-73e7531f52e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:52.385195 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.425779 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e608c81e-d055-42d3-9e27-21160deeb640 req-7e1b8941-113e-47d3-923a-13df0d1b296e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0526464 Aug 10 03:39:52.447134 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.481386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-062e6095-d3a7-4c4c-8223-d2bd3a375a02 None None] Provisioning for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:52.485758 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-062e6095-d3a7-4c4c-8223-d2bd3a375a02 None None] Provisioning complete for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:52.486466 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-062e6095-d3a7-4c4c-8223-d2bd3a375a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.522786 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-062e6095-d3a7-4c4c-8223-d2bd3a375a02 None None] Port 54a387d8-dbe0-4a78-bbba-58f771dd4478 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:52.630267 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.633731 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.636458 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b379790d-70df-4f12-b841-91ab4d332dda HTTP/1.1" status: 204 len: 168 time: 0.3501644 Aug 10 03:39:52.645315 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eba3c-099c-4e26-9a17-a5e3be06f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b379790d-70df-4f12-b841-91ab4d332dda,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.710901 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb13da-426c-40b1-b76a-678304791d00 req-ec4eaeff-5c63-4f61-963d-ac2f2d6cff3a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.712426 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-65fb13da-426c-40b1-b76a-678304791d00 req-ec4eaeff-5c63-4f61-963d-ac2f2d6cff3a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0937884 Aug 10 03:39:52.862407 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-65fb13da-426c-40b1-b76a-678304791d00 req-0ce2fcca-3fb0-4afa-9e2e-d0c46dfc045e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410775 Aug 10 03:39:52.894764 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-e023abd2-3179-4d28-9e85-43af886c220a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.896292 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-e023abd2-3179-4d28-9e85-43af886c220a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 810 time: 0.2040141 Aug 10 03:39:52.900163 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:52.908154 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.920149 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Transition to ACTIVE for port object 54a387d8-dbe0-4a78-bbba-58f771dd4478 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:52.925129 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d64e09-b934-4a1b-bb11-8ce5800e2a73 req-50e65206-5483-499b-84ee-8ea8042b8e48 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.929448 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-64d64e09-b934-4a1b-bb11-8ce5800e2a73 req-50e65206-5483-499b-84ee-8ea8042b8e48 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0478029 Aug 10 03:39:52.966685 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-64d64e09-b934-4a1b-bb11-8ce5800e2a73 req-f2a62616-d381-42b9-9300-9b18d60b4c5f tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 10 03:39:53.002307 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-1daaf05e-f5f5-4ea9-862e-c2fe80335983 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 380 time: 0.0508449 Aug 10 03:39:53.031807 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'port': {'device_id': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'admin_state_up': True, 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'security_groups': ['60474ba2-132f-4710-8369-73f5d93f2d68']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:53.087102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.106568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.254897 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc9f6-f383-4601-a4bc-3edf672e4553 req-5d687650-bed8-448b-b8e3-c00b1ff8ffbe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:53.256549 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ab5fc9f6-f383-4601-a4bc-3edf672e4553 req-5d687650-bed8-448b-b8e3-c00b1ff8ffbe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.2405171 Aug 10 03:39:53.268515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.456230 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ab5fc9f6-f383-4601-a4bc-3edf672e4553 req-4ed2710a-58fb-47d8-8af4-888a7c56fee1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699784 Aug 10 03:39:53.466871 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50424) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:53.490878 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 88abaf7a-ebcd-437f-9081-731c60519ffb details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:53.492840 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Attempting to bind port 54a387d8-dbe0-4a78-bbba-58f771dd4478 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:53.495199 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Attempting to bind port 54a387d8-dbe0-4a78-bbba-58f771dd4478 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:53.496596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Attempting to bind port 54a387d8-dbe0-4a78-bbba-58f771dd4478 on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:53.498979 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13d672-2b0b-4425-a9c5-fd837e689e88 req-51fdab75-a50c-4b26-961c-7d139face4de tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:53.501777 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ee13d672-2b0b-4425-a9c5-fd837e689e88 req-51fdab75-a50c-4b26-961c-7d139face4de tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 945 time: 0.0910521 Aug 10 03:39:53.505649 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device b8c15eaf-d642-44fa-8a94-a34fbb169d00 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:53.506575 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Port 54a387d8-dbe0-4a78-bbba-58f771dd4478 on network 8a7c5b76-4670-410e-b09e-14552ce18301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:53.507002 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Attempting to bind port 54a387d8-dbe0-4a78-bbba-58f771dd4478 on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:53.526145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:53.526145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Checking segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:53.527140 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Bound using segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:53.527582 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Bound port: 54a387d8-dbe0-4a78-bbba-58f771dd4478, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:53.527944 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.562126 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ee13d672-2b0b-4425-a9c5-fd837e689e88 req-ffdbee3b-2300-47db-bf11-3ea6d75c480f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Aug 10 03:39:53.611649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Made reservation on behalf of db9e9e54834e4fe682d4305010655be7 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:53.617915 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.681432 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-be2679c2-2ff8-4d1f-afa2-719c0cbfc27f req-a1af93f9-ad9c-4254-8ca8-54be18d3b18d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0592766 Aug 10 03:39:53.719024 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:53.722304 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=88abaf7a-ebcd-437f-9081-731c60519ffb,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.722686 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:53.744136 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '88abaf7a-ebcd-437f-9081-731c60519ffb', 'network_id': 'e937d74f-0feb-4fbb-a381-7b68bdc8a232', 'port_id': '88abaf7a-ebcd-437f-9081-731c60519ffb', 'mac_address': 'fa:16:3e:0a:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3479a8bd-9e8e-437d-9955-ca0aa403869d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:53.744290 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6a21c143-66a9-4a51-aa0a-28cd997e7242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.807311 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.823190 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88abaf7a-ebcd-437f-9081-731c60519ffb {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:53.845977 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=88abaf7a-ebcd-437f-9081-731c60519ffb,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.847761 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port b8c15eaf-d642-44fa-8a94-a34fbb169d00 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:53.849087 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.853130 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port b8c15eaf-d642-44fa-8a94-a34fbb169d00 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:53.853516 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.861331 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6a21c143-66a9-4a51-aa0a-28cd997e7242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.934901 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:53.936114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.938038 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] 10.222.0.63 "PUT /v2.0/ports/54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 1093 time: 1.5743005 Aug 10 03:39:53.938962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:53.941687 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4829f263-91ca-4c68-b229-a481a5fbd134" -d '{"events": [{"name": "network-changed", "server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:53.944307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6a21c143-66a9-4a51-aa0a-28cd997e7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.948704 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.973388 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.993030 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644583-b016-484c-a501-8ddabf12ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.010947 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Allocated IP 172.20.0.13 (dcbb3fa8-aa0a-4b07-8830-48ada6a110cb/327551f1-ce7e-4a02-93d0-f3700dcd2d31/12cb09a3-9484-46a1-8f5c-54e53b12470c) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:54.037409 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:54.039321 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac2b62-df1a-404c-8154-06c4b5939546" -d '{"events": [{"server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "name": "network-vif-plugged", "status": "completed", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:54.060566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21c143-66a9-4a51-aa0a-28cd997e7242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524b3dc-7e95-4be4-89b2-d6ce2cb8093e,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.119497 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-6a21c143-66a9-4a51-aa0a-28cd997e7242 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf96adc457a04273bc9586060f793e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511154 Aug 10 03:39:54.123304 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50454) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.145454 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.157083 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:54.159084 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e5e35-f0bc-4233-aa6b-fd0fb28e4d1e x-openstack-request-id: req-0b4e5e35-f0bc-4233-aa6b-fd0fb28e4d1e {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:54.159546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "name": "network-vif-plugged", "status": "completed", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:54.159956 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b4e5e35-f0bc-4233-aa6b-fd0fb28e4d1e {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:54.160503 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00', 'code': 200} Aug 10 03:39:54.180452 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0f42-c804-4237-9e9c-832263aec6ea req-64b72ef7-55f5-40ea-b74c-97be11a96f34 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.182358 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-804b0f42-c804-4237-9e9c-832263aec6ea req-64b72ef7-55f5-40ea-b74c-97be11a96f34 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.1550536 Aug 10 03:39:54.191031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134cd5d3-f0a7-44ff-8f39-96c2b628140f x-openstack-request-id: req-134cd5d3-f0a7-44ff-8f39-96c2b628140f {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:54.199078 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:54.199078 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-134cd5d3-f0a7-44ff-8f39-96c2b628140f {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:54.199078 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'status': 'completed', 'code': 200} Aug 10 03:39:54.258437 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.283574 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-804b0f42-c804-4237-9e9c-832263aec6ea req-32ee504a-2e08-48c1-bf9a-6834c2667b5b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833175 Aug 10 03:39:54.291269 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-9d9b5ec6-4bb4-4ede-a8b3-caba56858eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.292274 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.292855 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-9d9b5ec6-4bb4-4ede-a8b3-caba56858eb3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1096 time: 0.0959740 Aug 10 03:39:54.300825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['88abaf7a-ebcd-437f-9081-731c60519ffb'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:54.322498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.366994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.435077 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.447804 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-5a1f168f-fa6a-4983-bbdb-e720bff8deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.449667 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-5a1f168f-fa6a-4983-bbdb-e720bff8deb9 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1421647 Aug 10 03:39:54.600033 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-86afacde-1e89-47c2-a766-c1ef626b401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.601535 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4829f263-91ca-4c68-b229-a481a5fbd134 req-86afacde-1e89-47c2-a766-c1ef626b401a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434982 Aug 10 03:39:54.628989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29fae8-c04a-44d2-b46c-65707828497b req-893ce416-e1ae-4bdd-b18a-1b0f0be20be4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.630668 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f29fae8-c04a-44d2-b46c-65707828497b req-893ce416-e1ae-4bdd-b18a-1b0f0be20be4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0681424 Aug 10 03:39:54.671683 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Transition to ACTIVE for port object 12cb09a3-9484-46a1-8f5c-54e53b12470c will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:54.688074 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.691046 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.692416 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d524b3dc-7e95-4be4-89b2-d6ce2cb8093e HTTP/1.1" status: 204 len: 168 time: 0.5671933 Aug 10 03:39:54.714409 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973def-f1a0-49dd-b5ec-c261d1eaa4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524b3dc-7e95-4be4-89b2-d6ce2cb8093e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.724066 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfb9c-a3af-44c7-a0f9-89cf1d4af0e0 req-8ab03da9-67ae-4ce0-aa2d-90d62f27f6c7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.724820 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f29fae8-c04a-44d2-b46c-65707828497b req-247de68f-ebde-4803-a5c5-b4554b5744e4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803266 Aug 10 03:39:54.726776 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-272cfb9c-a3af-44c7-a0f9-89cf1d4af0e0 req-8ab03da9-67ae-4ce0-aa2d-90d62f27f6c7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0710914 Aug 10 03:39:54.780423 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-272cfb9c-a3af-44c7-a0f9-89cf1d4af0e0 req-42d2caea-77bf-41fa-8a9d-34a81c79a218 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Aug 10 03:39:54.810737 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-1c939faa-12c1-492a-a554-ea6eed3adee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.812270 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-1c939faa-12c1-492a-a554-ea6eed3adee1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1096 time: 0.1307266 Aug 10 03:39:54.818279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068d97-9477-4b44-98d3-21557d08731d req-4589b34d-fe44-48a1-9691-4186ca772e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.819672 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44068d97-9477-4b44-98d3-21557d08731d req-4589b34d-fe44-48a1-9691-4186ca772e6a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1099 time: 0.0718255 Aug 10 03:39:54.895775 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-9f42c368-505c-4d43-958d-8048959e3bc9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 217 time: 0.0579131 Aug 10 03:39:54.914042 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9dc11cec-e16d-4b1e-a920-a83faed5d01f req-dc5a9a57-2409-44ba-935c-b10464199d08 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0671020 Aug 10 03:39:54.953289 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44068d97-9477-4b44-98d3-21557d08731d req-21e8da3e-5e1a-4979-93a4-49df1748417b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092436 Aug 10 03:39:54.958224 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.995370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-1da218a7-6dc4-408f-aa34-d0b27d3bdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.996843 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-1da218a7-6dc4-408f-aa34-d0b27d3bdd40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0863383 Aug 10 03:39:55.004502 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:55.005935 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:55.010551 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:55.051579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.076611 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.077258 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.242936 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-9a2023e6-d180-4041-91c9-48216d3bbbd8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2226572 Aug 10 03:39:55.310970 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-185efb0f-5377-4e1d-ba14-e903ee5acdb2 None None] Provisioning for port 12cb09a3-9484-46a1-8f5c-54e53b12470c completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:55.316672 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-185efb0f-5377-4e1d-ba14-e903ee5acdb2 None None] Provisioning complete for port 12cb09a3-9484-46a1-8f5c-54e53b12470c triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:55.317254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-185efb0f-5377-4e1d-ba14-e903ee5acdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.362794 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-185efb0f-5377-4e1d-ba14-e903ee5acdb2 None None] Port 12cb09a3-9484-46a1-8f5c-54e53b12470c cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:55.464500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Request body: {'port': {'device_id': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:55.502652 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 88abaf7a-ebcd-437f-9081-731c60519ffb up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:55.513248 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-900d3843-d0ca-48c0-9ffc-e4b261e25de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.515060 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-900d3843-d0ca-48c0-9ffc-e4b261e25de2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2834516 Aug 10 03:39:55.584798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.713506 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-ec9cc557-5a40-482d-b0e8-2aa139e3ce6a service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835887 Aug 10 03:39:55.801419 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 88abaf7a-ebcd-437f-9081-731c60519ffb completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:55.805966 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 88abaf7a-ebcd-437f-9081-731c60519ffb triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:55.806423 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.822329 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50510) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.836139 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40aba006-54ab-4718-914f-899a567d0908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.874994 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-76ad5ad9-ada1-4760-b81b-241847b6acf0 req-dd81c808-7179-417a-9827-1b9ac7bc2130 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522601 Aug 10 03:39:55.952040 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.979786 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40aba006-54ab-4718-914f-899a567d0908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.005102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=88abaf7a-ebcd-437f-9081-731c60519ffb,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:56.051204 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cb09a3-9484-46a1-8f5c-54e53b12470c {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:56.066491 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca414ff-99cf-49b3-b0c5-5d6afb6de549 req-3e04a09b-b9b3-4833-8593-189de35fd167 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.068019 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cca414ff-99cf-49b3-b0c5-5d6afb6de549 req-3e04a09b-b9b3-4833-8593-189de35fd167 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.1488516 Aug 10 03:39:56.069914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.090370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Transition to ACTIVE for port object 12cb09a3-9484-46a1-8f5c-54e53b12470c will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:56.093134 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40aba006-54ab-4718-914f-899a567d0908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.120027 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cca414ff-99cf-49b3-b0c5-5d6afb6de549 req-ed671612-24e9-4486-a97c-2369876a8f5f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Aug 10 03:39:56.149857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.152016 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-40aba006-54ab-4718-914f-899a567d0908 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef2fd5aaf3794ffaba6dab3a3a45649f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280232 Aug 10 03:39:56.154206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50522) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.166929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aba006-54ab-4718-914f-899a567d0908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0854653c-2d85-48ec-aa9f-a6ac6ffc2474,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.234538 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:56.237815 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241eb706-b2a0-4f47-a865-094ae0e84a69" -d '{"events": [{"server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:56.241165 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.276417 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.285707 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50528) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.293257 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.383937 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.414045 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Pushing event updated for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.414534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ed62e064-b7ac-4b17-8541-66ac887de5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.455916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ab7ff-f0d8-48b2-bd86-da28e255e09d req-c1352310-a944-49c3-bbf3-70ef500601ef tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.457530 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-521ab7ff-f0d8-48b2-bd86-da28e255e09d req-c1352310-a944-49c3-bbf3-70ef500601ef tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.1951206 Aug 10 03:39:56.567696 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ed62e064-b7ac-4b17-8541-66ac887de5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.574758 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-521ab7ff-f0d8-48b2-bd86-da28e255e09d req-c7893c3f-8987-4286-9061-ecae72c40107 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Aug 10 03:39:56.589942 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Attempting to bind port 12cb09a3-9484-46a1-8f5c-54e53b12470c on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:56.590294 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Attempting to bind port 12cb09a3-9484-46a1-8f5c-54e53b12470c by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:56.590629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Attempting to bind port 12cb09a3-9484-46a1-8f5c-54e53b12470c on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:56.596581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Port 12cb09a3-9484-46a1-8f5c-54e53b12470c on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:56.596914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Attempting to bind port 12cb09a3-9484-46a1-8f5c-54e53b12470c on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:56.603515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:56.603871 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Checking segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:56.604288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Bound using segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:56.604738 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Bound port: 12cb09a3-9484-46a1-8f5c-54e53b12470c, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:56.607170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.723741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:56.723741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:56.723741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a744d-fde7-40b9-8951-4c10a1289b69 req-bd2659f7-08dd-4d9b-b4eb-8e709b320900 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.724699 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c2a744d-fde7-40b9-8951-4c10a1289b69 req-bd2659f7-08dd-4d9b-b4eb-8e709b320900 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 944 time: 0.0774038 Aug 10 03:39:56.764686 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c2a744d-fde7-40b9-8951-4c10a1289b69 req-e79bc733-0f94-44ad-96d1-480bfd9cb7f5 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Aug 10 03:39:56.795544 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.807023 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ed62e064-b7ac-4b17-8541-66ac887de5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.807758 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.807758 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0854653c-2d85-48ec-aa9f-a6ac6ffc2474 HTTP/1.1" status: 204 len: 168 time: 0.6442146 Aug 10 03:39:56.809706 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4f18c-b133-46d1-820a-ea056b022f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0854653c-2d85-48ec-aa9f-a6ac6ffc2474,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.811313 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d54469-946c-456f-b084-f33a4b77d80e x-openstack-request-id: req-52d54469-946c-456f-b084-f33a4b77d80e {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:56.811798 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:56.811881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d54469-946c-456f-b084-f33a4b77d80e {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:56.812247 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb', 'code': 200} Aug 10 03:39:56.841216 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ed62e064-b7ac-4b17-8541-66ac887de5f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e802adb5e73452fb9a2dfae1a2371a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519726 Aug 10 03:39:56.841821 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62e064-b7ac-4b17-8541-66ac887de5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f534eb4-c667-4240-8340-d914fb923466,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.842695 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50544) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.922058 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.941724 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.955787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.015127 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.015887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.017942 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] 10.222.0.63 "PUT /v2.0/ports/12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 200 len: 1094 time: 1.5629623 Aug 10 03:39:57.020001 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:57.022537 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47887721-ebdc-4b88-8195-3a286a10620c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:57.057265 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d942df-772f-4fe4-8777-7569bdd3afcd service neutron] Pushing event updated for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.070814 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd6ce0-c3c5-4032-a106-54ffc6fed825 x-openstack-request-id: req-c0cd6ce0-c3c5-4032-a106-54ffc6fed825 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:57.071103 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:57.071346 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0cd6ce0-c3c5-4032-a106-54ffc6fed825 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:57.071736 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'status': 'completed', 'code': 200} Aug 10 03:39:57.238741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.241941 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.243306 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f534eb4-c667-4240-8340-d914fb923466 HTTP/1.1" status: 204 len: 168 time: 0.3996058 Aug 10 03:39:57.255555 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03bfa-788b-4ef8-87dd-e14c11beac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f534eb4-c667-4240-8340-d914fb923466,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.260667 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887721-ebdc-4b88-8195-3a286a10620c req-dfbef63d-05b5-4d9b-9f12-068cef4ca570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.263751 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-47887721-ebdc-4b88-8195-3a286a10620c req-dfbef63d-05b5-4d9b-9f12-068cef4ca570 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1097 time: 0.0958071 Aug 10 03:39:57.291621 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8caf8a-d1fb-45d2-a98e-a9eff4d2b004 req-d51206f9-7a51-46d4-980f-f0c49899a588 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.293253 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7d8caf8a-d1fb-45d2-a98e-a9eff4d2b004 req-d51206f9-7a51-46d4-980f-f0c49899a588 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0738375 Aug 10 03:39:57.344721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7d8caf8a-d1fb-45d2-a98e-a9eff4d2b004 req-1705744a-35e2-4b17-9f4d-7c05d288a4bd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Aug 10 03:39:57.462179 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92cbd-a546-4933-bff8-a55bcd23cc48 req-c4df4fd2-d855-4d2c-a11b-a89814098399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.463646 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b7d92cbd-a546-4933-bff8-a55bcd23cc48 req-c4df4fd2-d855-4d2c-a11b-a89814098399 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.1137900 Aug 10 03:39:57.496334 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887721-ebdc-4b88-8195-3a286a10620c req-402571f7-5e00-421b-8a91-2205d8ee14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.497815 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-47887721-ebdc-4b88-8195-3a286a10620c req-402571f7-5e00-421b-8a91-2205d8ee14f0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=db9e9e54834e4fe682d4305010655be7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1588454 Aug 10 03:39:57.512400 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b7d92cbd-a546-4933-bff8-a55bcd23cc48 req-1e7cdedd-fa19-4047-8483-064394d8484b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Aug 10 03:39:57.694827 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f80963-c310-4e05-8cc4-be1b949257cc req-0ac7c8d4-9d3f-49a3-954c-6b1fb13608e3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.696361 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-80f80963-c310-4e05-8cc4-be1b949257cc req-0ac7c8d4-9d3f-49a3-954c-6b1fb13608e3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0476727 Aug 10 03:39:57.733812 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-80f80963-c310-4e05-8cc4-be1b949257cc req-af143254-7644-41fd-b7cf-727608476e1c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Aug 10 03:39:57.807356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-237108fc-434a-42d9-9d09-09f5bf7a6659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.856872 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887721-ebdc-4b88-8195-3a286a10620c req-668ea91c-ec33-4d6b-b062-ff90bc522281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.858444 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-47887721-ebdc-4b88-8195-3a286a10620c req-668ea91c-ec33-4d6b-b062-ff90bc522281 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924013 Aug 10 03:39:57.971507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-206968eb-909f-4e7a-b806-3aed591ed8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.973130 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-206968eb-909f-4e7a-b806-3aed591ed8d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1097 time: 0.0434971 Aug 10 03:39:58.022300 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-54337b91-6cae-4e60-b98c-d26679c73d81 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 200 len: 217 time: 0.0339589 Aug 10 03:39:58.073046 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-32f44634-8fbd-4d85-9511-9809c585bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.074686 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-32f44634-8fbd-4d85-9511-9809c585bcab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.0451236 Aug 10 03:39:58.127608 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435300b6-4281-4bca-80b3-d4a2513d167e req-24c8abb6-724a-499e-91a1-1da661f6b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.129263 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-24c8abb6-724a-499e-91a1-1da661f6b5c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471489 Aug 10 03:39:58.223048 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-f77aa41b-f060-4159-8dca-b4fef40e8ced service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Aug 10 03:39:58.233037 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50602) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.246285 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-12a7c706-1bed-4555-96b2-8e624f97bdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.319106 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-435300b6-4281-4bca-80b3-d4a2513d167e req-1de5bf08-ac68-4584-8493-27ce86ab077f service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 Aug 10 03:39:58.337034 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-12a7c706-1bed-4555-96b2-8e624f97bdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.475038 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-12a7c706-1bed-4555-96b2-8e624f97bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.494999 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec1d-a461-47d7-81e7-ee19029bfecd req-076022a0-12dd-4295-9ea2-72e59f1c8fd9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.496777 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cb6ec1d-a461-47d7-81e7-ee19029bfecd req-076022a0-12dd-4295-9ea2-72e59f1c8fd9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 944 time: 0.0624826 Aug 10 03:39:58.559122 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-12a7c706-1bed-4555-96b2-8e624f97bdd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c102f0e53f2649adae20221d212e2b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249021 Aug 10 03:39:58.563032 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7c706-1bed-4555-96b2-8e624f97bdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea987cf-d669-444d-8488-115b10fee226,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.566751 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50622) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.600175 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cb6ec1d-a461-47d7-81e7-ee19029bfecd req-6c2c5367-2994-4f8c-8c13-b6d7546911a0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944533 Aug 10 03:39:58.706983 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8dbd9-41c4-4c27-836c-fcc4124e7378 req-5649f853-ef14-4a58-9881-b88945274efa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.708615 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7fa8dbd9-41c4-4c27-836c-fcc4124e7378 req-5649f853-ef14-4a58-9881-b88945274efa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.1284633 Aug 10 03:39:58.714716 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69056332-f079-40f1-a2ac-1faa39d10499 req-eecbb2f3-1d5b-4ad0-94b7-24e3f90ef7cc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.714716 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-69056332-f079-40f1-a2ac-1faa39d10499 req-eecbb2f3-1d5b-4ad0-94b7-24e3f90ef7cc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0650897 Aug 10 03:39:58.714906 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.760858 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-69056332-f079-40f1-a2ac-1faa39d10499 req-ec753101-d1f1-482e-bffd-d75069a7796d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Aug 10 03:39:58.762154 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.765315 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-d765641d-2051-4319-8867-d92490b18d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.767702 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-d765641d-2051-4319-8867-d92490b18d37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1099 time: 0.1148376 Aug 10 03:39:58.840345 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7fa8dbd9-41c4-4c27-836c-fcc4124e7378 req-718cd31b-d173-49e7-b47c-af080587b11d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229968 Aug 10 03:39:58.907589 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-ee0d9640-88f8-40fa-b818-25f76717d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.909167 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-ee0d9640-88f8-40fa-b818-25f76717d8a9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.1251349 Aug 10 03:39:58.950822 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-bec53784-14d2-4811-9d6f-d1e4bdbfc015 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 200 len: 217 time: 0.0337102 Aug 10 03:39:59.002914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-2195a47c-b251-49a5-b2ab-e74d608f92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.004404 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-2195a47c-b251-49a5-b2ab-e74d608f92ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0466843 Aug 10 03:39:59.034722 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-9e175f52-95a0-45d5-a21b-d3737452cc8d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231547 Aug 10 03:39:59.128513 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-7fb9e9e1-ac7d-4cc8-a90d-dc43e188f1fa service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806782 Aug 10 03:39:59.129314 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.131917 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.135998 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ea987cf-d669-444d-8488-115b10fee226 HTTP/1.1" status: 204 len: 168 time: 0.5682206 Aug 10 03:39:59.188376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a89f0f-2442-451b-be0f-a3f3f591af68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea987cf-d669-444d-8488-115b10fee226,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.233653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45f3e91f-dbcf-4bd5-9c97-147b4f8ff647 req-a1a58103-79dc-424a-8092-c119087261e3 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964620 Aug 10 03:39:59.505279 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:59.614864 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:59.628704 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:59.676720 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.696794 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:59.716053 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec27b8-bc56-4509-9406-9d981ce4327b req-69260935-37be-42a9-9dd5-2eee496acfe1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.718164 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-98ec27b8-bc56-4509-9406-9d981ce4327b req-69260935-37be-42a9-9dd5-2eee496acfe1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Aug 10 03:39:59.718359 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:59.757043 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-98ec27b8-bc56-4509-9406-9d981ce4327b req-7b3073b2-52c0-4ac6-b18e-850a4194f1c9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Aug 10 03:39:59.858202 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.873238 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8e239-8e70-49d8-b08d-5f58bd286995 req-8aecdd13-a8b4-4cda-a62e-43f2f690f727 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.886949 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6e8e239-8e70-49d8-b08d-5f58bd286995 req-8aecdd13-a8b4-4cda-a62e-43f2f690f727 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0658584 Aug 10 03:39:59.930283 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.939830 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6e8e239-8e70-49d8-b08d-5f58bd286995 req-eb44fb74-79e6-4078-9290-144a44d9316d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Aug 10 03:39:59.982962 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237076f8-6063-4b95-8549-2d93197c1d68 req-d08cbfba-e247-4578-b944-4dc7a1cd2a35 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.984495 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-237076f8-6063-4b95-8549-2d93197c1d68 req-d08cbfba-e247-4578-b944-4dc7a1cd2a35 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.0498741 Aug 10 03:40:00.024031 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-237076f8-6063-4b95-8549-2d93197c1d68 req-f1ed4bab-400c-406a-8fd7-fe63d9ee6ccc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Aug 10 03:40:00.223884 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['54a387d8-dbe0-4a78-bbba-58f771dd4478'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:00.254261 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50716) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.257819 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6bf1190d-ce9f-4510-bfc8-13625bd3a927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.268275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-023c9d33-0b65-421e-b0c7-cb3d80c8032e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.343298 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.363240 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-023c9d33-0b65-421e-b0c7-cb3d80c8032e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.509553 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-023c9d33-0b65-421e-b0c7-cb3d80c8032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.557821 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-023c9d33-0b65-421e-b0c7-cb3d80c8032e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2913837c5847e0a1ff5678d8bc98ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024597 Aug 10 03:40:00.558904 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c9d33-0b65-421e-b0c7-cb3d80c8032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e3888-91ea-47be-b079-89cf87cb857a,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.560912 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50738) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.622366 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.646466 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.858201 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.860941 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.862891 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e46e3888-91ea-47be-b079-89cf87cb857a HTTP/1.1" status: 204 len: 168 time: 0.3008168 Aug 10 03:40:00.872006 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de39fe5-dd7c-41c3-8ad7-b2f5835c0899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e3888-91ea-47be-b079-89cf87cb857a,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.913673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb1301-49a0-4eaf-a3c7-3bb19e0f2ba9 req-ceee6c46-73e8-4799-a8c8-0647ffe384f0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.913673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-66bb1301-49a0-4eaf-a3c7-3bb19e0f2ba9 req-ceee6c46-73e8-4799-a8c8-0647ffe384f0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 944 time: 0.0693831 Aug 10 03:40:00.944458 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-66bb1301-49a0-4eaf-a3c7-3bb19e0f2ba9 req-5b081483-eab1-4806-ab38-26c51cec0e39 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Aug 10 03:40:01.053048 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686c5c-6c31-4d14-8a7a-727eb883b979 req-184c9c22-9212-4c13-b58e-49f358c5e3b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.054552 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-77686c5c-6c31-4d14-8a7a-727eb883b979 req-184c9c22-9212-4c13-b58e-49f358c5e3b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0494108 Aug 10 03:40:01.095015 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-77686c5c-6c31-4d14-8a7a-727eb883b979 req-5a545249-b855-40e5-babc-d921446b4a05 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Aug 10 03:40:01.159160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0ebf-8a68-47b5-9179-b7297bdbf222 req-3a50b594-35f1-416e-8adb-de6f04f3da57 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.161089 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0d7b0ebf-8a68-47b5-9179-b7297bdbf222 req-3a50b594-35f1-416e-8adb-de6f04f3da57 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.0568011 Aug 10 03:40:01.202101 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0d7b0ebf-8a68-47b5-9179-b7297bdbf222 req-77c37da4-f235-4552-a792-e0e3ce39b3ce tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Aug 10 03:40:01.492014 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.518329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 12cb09a3-9484-46a1-8f5c-54e53b12470c details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:01.533229 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:01.757349 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:01.768659 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'port_id': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'mac_address': 'fa:16:3e:89:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:01.814325 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.837152 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cb09a3-9484-46a1-8f5c-54e53b12470c {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:01.862257 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:01.875936 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:01.876909 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:01.877288 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.950452 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.975604 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:01.978051 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83027296-d5ce-4a39-8714-4815360803a5" -d '{"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:01.993406 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:02.009094 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.017002 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160b542-87ca-4b89-9516-22d8ab6dbd0d x-openstack-request-id: req-4160b542-87ca-4b89-9516-22d8ab6dbd0d {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:02.017276 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:02.017557 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4160b542-87ca-4b89-9516-22d8ab6dbd0d {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:02.017963 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'code': 200} Aug 10 03:40:02.065318 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.112227 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14780c2e-048f-4f9f-9332-6db41826a352 req-c9cce9d6-2e88-4297-a181-b0fe6b462a19 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.118769 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-14780c2e-048f-4f9f-9332-6db41826a352 req-c9cce9d6-2e88-4297-a181-b0fe6b462a19 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 945 time: 0.0640934 Aug 10 03:40:02.149327 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.181827 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-14780c2e-048f-4f9f-9332-6db41826a352 req-123463f6-5de0-4439-bf31-9363603728bf tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546358 Aug 10 03:40:02.212867 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.242886 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776a608-148d-4b5c-885d-e7c5d13be653 req-064f86b7-8ac8-4b6b-a38b-5f98b80e7472 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.245814 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b776a608-148d-4b5c-885d-e7c5d13be653 req-064f86b7-8ac8-4b6b-a38b-5f98b80e7472 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0543854 Aug 10 03:40:02.253661 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50820) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.305694 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b776a608-148d-4b5c-885d-e7c5d13be653 req-84a6d467-852f-446a-a537-efac2e54736b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 Aug 10 03:40:02.338188 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:02.362835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4ebb-7082-4fe5-a745-fd8d9cb50c60 req-310acf47-d496-412a-80a5-5be3b3f59667 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.367509 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bb1b4ebb-7082-4fe5-a745-fd8d9cb50c60 req-310acf47-d496-412a-80a5-5be3b3f59667 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0713334 Aug 10 03:40:02.408514 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bb1b4ebb-7082-4fe5-a745-fd8d9cb50c60 req-87a716cf-8cae-425e-aaa0-0408446757f7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Aug 10 03:40:02.509654 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f889086f-2666-40d7-8efd-a40a6bf5a372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.528634 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['12cb09a3-9484-46a1-8f5c-54e53b12470c'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:02.534900 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6b53c-1c73-4c2b-856b-3bb94afc2027 req-e001d864-d8ba-4c55-a353-0f477f2804de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.536420 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4d6b53c-1c73-4c2b-856b-3bb94afc2027 req-e001d864-d8ba-4c55-a353-0f477f2804de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1098 time: 0.0676103 Aug 10 03:40:02.596838 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4d6b53c-1c73-4c2b-856b-3bb94afc2027 req-9a55fbc2-7a5b-4a08-ac07-0e2eca51ff01 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501726 Aug 10 03:40:02.644107 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f889086f-2666-40d7-8efd-a40a6bf5a372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.744446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f889086f-2666-40d7-8efd-a40a6bf5a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.783343 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f889086f-2666-40d7-8efd-a40a6bf5a372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=000c3861b5374168aaa4b8c095e4f637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285211 Aug 10 03:40:02.784211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889086f-2666-40d7-8efd-a40a6bf5a372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a912d8be-d5a2-4f3f-9735-8bbb8f8a1265,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.786051 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50830) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.834465 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.856182 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.972284 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.974882 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.976021 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a912d8be-d5a2-4f3f-9735-8bbb8f8a1265 HTTP/1.1" status: 204 len: 168 time: 0.1889536 Aug 10 03:40:02.983775 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edbf1b-727a-4157-b363-113bee6ff1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a912d8be-d5a2-4f3f-9735-8bbb8f8a1265,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:03.161029 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.309916 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7859102-70f1-445e-a867-db2eaf59649e req-2162f94f-746c-4486-a03e-6cb213d099ac tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.311498 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d7859102-70f1-445e-a867-db2eaf59649e req-2162f94f-746c-4486-a03e-6cb213d099ac tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 945 time: 0.0578754 Aug 10 03:40:03.352915 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d7859102-70f1-445e-a867-db2eaf59649e req-b5107b7f-3702-41a8-82e0-cee02e6ea6e9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346649 Aug 10 03:40:03.424887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb88762-50c1-4c14-88f0-fef6f257bd00 req-8ad13d5a-c779-4ebb-abfb-5e5c88de8af2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.426353 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9fb88762-50c1-4c14-88f0-fef6f257bd00 req-8ad13d5a-c779-4ebb-abfb-5e5c88de8af2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Aug 10 03:40:03.464663 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9fb88762-50c1-4c14-88f0-fef6f257bd00 req-22a48051-92fc-4868-95cf-8f62946d2ca5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Aug 10 03:40:03.528850 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467829b-ba30-4b0a-9e8c-5496cfe9ef78 req-501c142b-3a55-42b8-80f5-583ce9077768 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.548587 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0467829b-ba30-4b0a-9e8c-5496cfe9ef78 req-501c142b-3a55-42b8-80f5-583ce9077768 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0561962 Aug 10 03:40:03.569937 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0467829b-ba30-4b0a-9e8c-5496cfe9ef78 req-49400e9d-4444-4c34-9eee-dbb09b4da942 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Aug 10 03:40:03.820588 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50868) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.835440 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-17ffc830-409a-4bb9-9b23-15a4267d61bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.927812 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-17ffc830-409a-4bb9-9b23-15a4267d61bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.995452 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-17ffc830-409a-4bb9-9b23-15a4267d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.038531 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-17ffc830-409a-4bb9-9b23-15a4267d61bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d19738b7d71e42da8d8ac81d1d7358af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165670 Aug 10 03:40:04.041253 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50880) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.047163 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc830-409a-4bb9-9b23-15a4267d61bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c985ebe-a57b-4be8-b613-44d8dcb6b314,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.100788 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.125205 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.356034 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.390040 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.390040 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c985ebe-a57b-4be8-b613-44d8dcb6b314 HTTP/1.1" status: 204 len: 168 time: 0.3177311 Aug 10 03:40:04.390040 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3abfb-bd50-4dac-8863-478de9aa6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c985ebe-a57b-4be8-b613-44d8dcb6b314,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.500637 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbffe2-3dc8-4f16-8d24-15a489e0d6aa req-64f5342f-16ef-4a3e-8d4b-03acde53336b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.502193 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fbdbffe2-3dc8-4f16-8d24-15a489e0d6aa req-64f5342f-16ef-4a3e-8d4b-03acde53336b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Aug 10 03:40:04.542511 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fbdbffe2-3dc8-4f16-8d24-15a489e0d6aa req-e65d70de-dd7c-4117-8d2c-040320e6a4fe tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Aug 10 03:40:04.586580 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b62a-4f31-4357-8265-08c1315b79a0 req-3da43407-67e6-40a7-946a-230ba4a230b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.587998 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fbd0b62a-4f31-4357-8265-08c1315b79a0 req-3da43407-67e6-40a7-946a-230ba4a230b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Aug 10 03:40:04.633488 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fbd0b62a-4f31-4357-8265-08c1315b79a0 req-2e41359b-98cb-4a8c-90de-50b4f685a73b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Aug 10 03:40:04.709954 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8c69-b734-4fcd-838c-9415f00359f7 req-7cf343a5-f46b-4434-8296-2318b174138d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.718451 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-285e8c69-b734-4fcd-838c-9415f00359f7 req-7cf343a5-f46b-4434-8296-2318b174138d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0518007 Aug 10 03:40:04.748935 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-285e8c69-b734-4fcd-838c-9415f00359f7 req-78c27d47-5ea3-4abe-9990-7d3503dc3d2e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 10 03:40:05.545402 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 12cb09a3-9484-46a1-8f5c-54e53b12470c up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:05.670904 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6356c-445d-4c57-84b8-87bc0ef0c176 req-a8d8921c-4c4a-447a-8672-a3aad63002a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.673139 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ecd6356c-445d-4c57-84b8-87bc0ef0c176 req-a8d8921c-4c4a-447a-8672-a3aad63002a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 945 time: 0.0517826 Aug 10 03:40:05.732477 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ecd6356c-445d-4c57-84b8-87bc0ef0c176 req-af80ba20-7f0f-40bf-9d2b-5758c8ffddca tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Aug 10 03:40:05.766616 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca58144-a6b0-4226-8e33-f91ae8e160ce req-a26b570d-7477-4d27-b7f5-bbf62fec9329 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.768148 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ca58144-a6b0-4226-8e33-f91ae8e160ce req-a26b570d-7477-4d27-b7f5-bbf62fec9329 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0562251 Aug 10 03:40:05.789706 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 12cb09a3-9484-46a1-8f5c-54e53b12470c completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:05.793906 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 12cb09a3-9484-46a1-8f5c-54e53b12470c triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:05.794308 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.815389 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ca58144-a6b0-4226-8e33-f91ae8e160ce req-f7a26b0a-314a-4ed0-82ad-984d72c88256 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Aug 10 03:40:05.902812 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.916338 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676bdf7-12c1-4528-9f80-c8069292ebbd req-708b70bd-f2a0-4fc2-bbe0-93854f9072b7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.918324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3676bdf7-12c1-4528-9f80-c8069292ebbd req-708b70bd-f2a0-4fc2-bbe0-93854f9072b7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0612762 Aug 10 03:40:05.929285 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:05.931503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5df041-2991-4575-989e-b88d8b17e262" -d '{"events": [{"server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "name": "network-vif-plugged", "status": "completed", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:05.952363 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:05.960956 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3676bdf7-12c1-4528-9f80-c8069292ebbd req-452534e4-9b59-4efe-af4d-0c64f4753ae1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361283 Aug 10 03:40:05.970912 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6701af1-119b-4921-a850-752bdb639280 x-openstack-request-id: req-d6701af1-119b-4921-a850-752bdb639280 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:05.973560 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "name": "network-vif-plugged", "status": "completed", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:05.973560 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6701af1-119b-4921-a850-752bdb639280 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:05.973560 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'code': 200} Aug 10 03:40:06.029803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.083804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:06.128446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7562df-7f3b-4ddb-99e4-ed9ba377d74a req-a57d26ce-41a9-4fc1-a80b-48972371b002 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:06.132721 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1e7562df-7f3b-4ddb-99e4-ed9ba377d74a req-a57d26ce-41a9-4fc1-a80b-48972371b002 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0981956 Aug 10 03:40:06.138562 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50946) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:06.143376 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'floatingip': {'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:06.214164 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.624358 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b57655-e84d-4896-bdb0-b1ae33c6ec28 req-7b60b713-dd6f-45f9-b048-0c469fa4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:06.626038 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d5b57655-e84d-4896-bdb0-b1ae33c6ec28 req-7b60b713-dd6f-45f9-b048-0c469fa4b717 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1099 time: 0.2483883 Aug 10 03:40:06.686071 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d5b57655-e84d-4896-bdb0-b1ae33c6ec28 req-b1f876e6-d0e3-444c-a317-77c97b31930c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Aug 10 03:40:06.941202 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d493e94-7c11-4e23-b664-de9c7a4f5eb6 req-a50c3eec-1cd0-4179-8052-1b91c1544e0d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:06.943985 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5d493e94-7c11-4e23-b664-de9c7a4f5eb6 req-a50c3eec-1cd0-4179-8052-1b91c1544e0d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0515757 Aug 10 03:40:06.991760 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5d493e94-7c11-4e23-b664-de9c7a4f5eb6 req-826c381c-5515-4ecb-886f-576c9e9eeeca tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Aug 10 03:40:07.012804 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.db.resource_extend [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:40:07.094745 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9fe0-159b-4599-9cf8-78670050af3a req-bf82902e-5d96-4197-a38e-d59519846ce3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.096421 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-168e9fe0-159b-4599-9cf8-78670050af3a req-bf82902e-5d96-4197-a38e-d59519846ce3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1368368 Aug 10 03:40:07.107528 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.141170 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-168e9fe0-159b-4599-9cf8-78670050af3a req-85ebf54c-3ac9-43ce-97a7-d5a0ed6562ef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374446 Aug 10 03:40:07.183814 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.294361 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.l3_db [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Floating IP d7efde22-dbb0-4fe3-9b05-6f67cdb239e9 associated. External IP: 172.27.3.94, port: 54a387d8-dbe0-4a78-bbba-58f771dd4478. Aug 10 03:40:07.381773 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 50982) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.492983 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ecb2deb7-ef60-4651-bf60-f5ebe3800961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.507775 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:07.617092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ecb2deb7-ef60-4651-bf60-f5ebe3800961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.634400 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:07.638985 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.648190 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:07.658213 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:07.658921 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:40:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:07.666564 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d3920d21-c5b5-4089-86ec-377f73325d2d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "PUT /v2.0/floatingips/d7efde22-dbb0-4fe3-9b05-6f67cdb239e9 HTTP/1.1" status: 200 len: 990 time: 1.5269051 Aug 10 03:40:07.667223 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:07.669706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c5e3789eef7e65b32051a3729bbf87202332af68f193e737b1eb0d99b76ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:07.705976 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c0073-25bd-4b26-b421-725ff85ecd1b x-openstack-request-id: req-723c0073-25bd-4b26-b421-725ff85ecd1b {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:07.706266 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "status": "completed", "code": 200}]} {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:07.706516 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-723c0073-25bd-4b26-b421-725ff85ecd1b {{(pid=94113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:07.707440 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'status': 'completed', 'code': 200} Aug 10 03:40:07.773793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:07.803175 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ecb2deb7-ef60-4651-bf60-f5ebe3800961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.883290 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ecb2deb7-ef60-4651-bf60-f5ebe3800961 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a61b7b46a144188861316ba337ea473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948840 Aug 10 03:40:07.883290 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2deb7-ef60-4651-bf60-f5ebe3800961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4d55b-cf79-4459-a74f-eea612a7c7c0,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.885345 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 50996) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.901610 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-dadeb66e-5d83-4e3b-9d8e-ebd3c5867d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.903839 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-dadeb66e-5d83-4e3b-9d8e-ebd3c5867d76 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1098 time: 0.0734675 Aug 10 03:40:07.938628 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.960865 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.013852 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-31fb8be3-4d5b-4037-8849-51e1145b2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.015905 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-31fb8be3-4d5b-4037-8849-51e1145b2681 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.1039929 Aug 10 03:40:08.069582 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'd7efde22-dbb0-4fe3-9b05-6f67cdb239e9', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c599984-f271-4886-be2f-73e7531f52e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:41Z', 'updated_at': '2021-08-10T03:40:06Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:08.105150 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:08.113419 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.116313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.118831 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f4d55b-cf79-4459-a74f-eea612a7c7c0 HTTP/1.1" status: 204 len: 168 time: 0.2311504 Aug 10 03:40:08.118994 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:08.119101 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:40:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:08.130368 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717636d-91b7-4307-8a1b-e0200a1c3f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4d55b-cf79-4459-a74f-eea612a7c7c0,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.149445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-457cb50d-4380-46a7-ab91-62b66622f5c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 998 time: 0.1035321 Aug 10 03:40:08.157021 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdfba9-a747-40b3-a7a4-51ccbcb43ac3 req-6ff540bd-8596-46b5-aa0f-04c33a594d00 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.159174 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9ccdfba9-a747-40b3-a7a4-51ccbcb43ac3 req-6ff540bd-8596-46b5-aa0f-04c33a594d00 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0855088 Aug 10 03:40:08.257044 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9ccdfba9-a747-40b3-a7a4-51ccbcb43ac3 req-b9a43598-760f-4085-8d6c-7fe048900e47 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810568 Aug 10 03:40:08.276633 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:08.286014 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-4ee66604-4a32-4901-9379-982826b12d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.287473 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-4ee66604-4a32-4901-9379-982826b12d63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.1178691 Aug 10 03:40:08.306614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447cf5-f9b6-4b3a-a155-948f15e57f4a req-7b15047d-5871-4fd5-be6b-96489efec8ad tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.308642 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-35447cf5-f9b6-4b3a-a155-948f15e57f4a req-7b15047d-5871-4fd5-be6b-96489efec8ad tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0779004 Aug 10 03:40:08.373999 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-35447cf5-f9b6-4b3a-a155-948f15e57f4a req-e695a268-031d-4d5a-8489-90211fe1a60f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547459 Aug 10 03:40:08.377540 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-9b0424e4-7823-4164-aec5-cdc20ae32f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.378989 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-9b0424e4-7823-4164-aec5-cdc20ae32f31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693128 Aug 10 03:40:08.649785 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'd7efde22-dbb0-4fe3-9b05-6f67cdb239e9', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c599984-f271-4886-be2f-73e7531f52e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:41Z', 'updated_at': '2021-08-10T03:40:06Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:08.656241 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-934aa616-a444-4758-b9fe-bc9e584106f8 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761651 Aug 10 03:40:08.686344 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d15ff-4353-46f4-bea7-10adfa87f4a7 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'd7efde22-dbb0-4fe3-9b05-6f67cdb239e9', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c599984-f271-4886-be2f-73e7531f52e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:41Z', 'updated_at': '2021-08-10T03:40:06Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:08.768166 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ad01b08-3a8b-49fd-9b0a-ba56fe8f875d req-19b32046-2f0d-48dc-a035-06931a61e2e0 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920889 Aug 10 03:40:08.905476 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43cd16-a23e-44d8-8dbd-3763e50d76d5 None None] New status for floating IP d7efde22-dbb0-4fe3-9b05-6f67cdb239e9: ACTIVE {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:40:09.108873 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51036) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.123759 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d10692f7-a82f-4f52-820f-730a3928dfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.250104 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe59197-89d9-4e55-9a14-3826a9038996 req-c9f70b7a-6d33-4bef-b2ac-8f0370224b5d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.252174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2fe59197-89d9-4e55-9a14-3826a9038996 req-c9f70b7a-6d33-4bef-b2ac-8f0370224b5d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0773227 Aug 10 03:40:09.311599 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d10692f7-a82f-4f52-820f-730a3928dfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.328386 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2fe59197-89d9-4e55-9a14-3826a9038996 req-983bb932-fbca-4c31-a13f-576b23f1ccd8 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672743 Aug 10 03:40:09.367598 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486bb16-9bfe-41f6-bbb4-7a2554095d6f req-fb6d854a-66b8-42eb-9769-f7fa58ae7bfd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.369128 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0486bb16-9bfe-41f6-bbb4-7a2554095d6f req-fb6d854a-66b8-42eb-9769-f7fa58ae7bfd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0483425 Aug 10 03:40:09.406648 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d10692f7-a82f-4f52-820f-730a3928dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.407063 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0486bb16-9bfe-41f6-bbb4-7a2554095d6f req-0232ad84-23b7-4286-9e06-0c6ed2355788 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Aug 10 03:40:09.449389 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d10692f7-a82f-4f52-820f-730a3928dfd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f7ef3f8372542c9abca85afa6d87972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394110 Aug 10 03:40:09.452113 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51044) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.452427 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10692f7-a82f-4f52-820f-730a3928dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362e517-ebf4-4dc3-8ae4-3950d91cd0ef,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.507758 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d332e-8477-41a6-be19-39898cdb01a1 req-7fd29101-36d0-4f89-9a5c-edea4383ee04 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.509339 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ec8d332e-8477-41a6-be19-39898cdb01a1 req-7fd29101-36d0-4f89-9a5c-edea4383ee04 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0589023 Aug 10 03:40:09.512259 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.537673 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.566075 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ec8d332e-8477-41a6-be19-39898cdb01a1 req-67f82cdb-ba74-4d30-bf86-8348e18f4471 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Aug 10 03:40:09.685451 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17b5d2-626f-46e5-bd26-d738963c3821 req-aa6d5cd3-05d3-4965-8dc1-83e705cd8739 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.686944 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fb17b5d2-626f-46e5-bd26-d738963c3821 req-aa6d5cd3-05d3-4965-8dc1-83e705cd8739 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0487134 Aug 10 03:40:09.695853 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51052) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.702085 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'floatingip': {'port_id': '12cb09a3-9484-46a1-8f5c-54e53b12470c'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:09.735621 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.738370 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.739486 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8362e517-ebf4-4dc3-8ae4-3950d91cd0ef HTTP/1.1" status: 204 len: 168 time: 0.2862499 Aug 10 03:40:09.750061 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.757057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9ac4-e55a-4ef1-a077-8c2dee92a68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362e517-ebf4-4dc3-8ae4-3950d91cd0ef,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.219347 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.326059 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.478503 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79252-977d-4524-84aa-91429019915e req-adad7b85-6cd0-4b00-9f48-df664bc01432 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.478503 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-12b79252-977d-4524-84aa-91429019915e req-adad7b85-6cd0-4b00-9f48-df664bc01432 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0667284 Aug 10 03:40:10.478503 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.l3_db [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Floating IP e62ca2d5-ea94-425d-800a-e355a07e2ce4 associated. External IP: 172.27.3.142, port: 12cb09a3-9484-46a1-8f5c-54e53b12470c. Aug 10 03:40:10.580905 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-12b79252-977d-4524-84aa-91429019915e req-05b7a116-35c3-46bf-86c6-00fb076be112 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629528 Aug 10 03:40:10.644698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d232-6ef9-486d-ba0f-81bb0481032d req-3473a4a6-f694-4ea3-9fd9-bce153081fcd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.660662 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7b24d232-6ef9-486d-ba0f-81bb0481032d req-3473a4a6-f694-4ea3-9fd9-bce153081fcd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.1095648 Aug 10 03:40:10.722984 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7b24d232-6ef9-486d-ba0f-81bb0481032d req-89dbb0dc-5aa0-485b-a2ca-1f0a53faf6a4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612309 Aug 10 03:40:10.820047 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:11.117227 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:11.122520 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.129181 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:11.140043 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:11.140771 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:40:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:11.155387 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-7273d945-fb0e-40d3-839a-58cf7bcb44e3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "PUT /v2.0/floatingips/e62ca2d5-ea94-425d-800a-e355a07e2ce4 HTTP/1.1" status: 200 len: 992 time: 1.4557447 Aug 10 03:40:11.155387 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c'}] {{(pid=94113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:11.156347 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c5e3789eef7e65b32051a3729bbf87202332af68f193e737b1eb0d99b76ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103157db-da5f-4f67-8cc7-d2f053199413" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c"}]}' {{(pid=94113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:11.201938 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e99efe-50cd-482c-bc05-ed28fdaac486 x-openstack-request-id: req-77e99efe-50cd-482c-bc05-ed28fdaac486 {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:11.202292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c", "status": "completed", "code": 200}]} {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:11.202548 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e99efe-50cd-482c-bc05-ed28fdaac486 {{(pid=94113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:11.202989 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'status': 'completed', 'code': 200} Aug 10 03:40:11.284578 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:11.358309 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51104) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.416778 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103157db-da5f-4f67-8cc7-d2f053199413 req-c294ae00-d2a1-401b-a0c7-2de508b53fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.418695 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-c294ae00-d2a1-401b-a0c7-2de508b53fff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1099 time: 0.0656304 Aug 10 03:40:11.498338 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dcbe75a0-9e76-4e7d-9ea2-8df280c06c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.524970 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103157db-da5f-4f67-8cc7-d2f053199413 req-63a06f42-ed40-4477-8938-ff36e1dfe712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.526595 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-63a06f42-ed40-4477-8938-ff36e1dfe712 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 911 time: 0.1002619 Aug 10 03:40:11.552545 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'e62ca2d5-ea94-425d-800a-e355a07e2ce4', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:89:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:46Z', 'updated_at': '2021-08-10T03:40:10Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:11.583882 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:11.593621 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:11.595143 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:40:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:11.629740 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-df578e01-7214-4cea-b69d-138ec8ed5821 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 200 len: 1000 time: 0.0909126 Aug 10 03:40:11.681742 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dcbe75a0-9e76-4e7d-9ea2-8df280c06c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.701320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103157db-da5f-4f67-8cc7-d2f053199413 req-36ac7e0c-a957-44d6-9721-1dfcfe5a9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.704666 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-36ac7e0c-a957-44d6-9721-1dfcfe5a9d8f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.0586205 Aug 10 03:40:11.729559 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:11.755102 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ad27e-b665-41db-98f0-0bff9e9c7b81 req-d69182de-996a-4ba4-b10d-2da76c3257ba tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.764761 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d40ad27e-b665-41db-98f0-0bff9e9c7b81 req-d69182de-996a-4ba4-b10d-2da76c3257ba tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0954740 Aug 10 03:40:11.773093 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103157db-da5f-4f67-8cc7-d2f053199413 req-5200b171-9ade-4424-878b-c031047aa5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.773699 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dcbe75a0-9e76-4e7d-9ea2-8df280c06c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.774852 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-5200b171-9ade-4424-878b-c031047aa5dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579965 Aug 10 03:40:11.835558 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-dcbe75a0-9e76-4e7d-9ea2-8df280c06c50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d85ca9de598949f2bda11b81a0b1f0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758787 Aug 10 03:40:11.854089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51116) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.869004 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d40ad27e-b665-41db-98f0-0bff9e9c7b81 req-80209237-62c7-49ad-9e99-3608de1599bc tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Aug 10 03:40:11.871691 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe75a0-9e76-4e7d-9ea2-8df280c06c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9dc12-cd0e-426a-be96-672c70bb46be,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.932887 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.964015 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322b97-0dc9-49aa-b5a4-720c5a835f5b req-3a8aa7d4-76f8-40b1-8c1a-bc23a579d20e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.965570 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d1322b97-0dc9-49aa-b5a4-720c5a835f5b req-3a8aa7d4-76f8-40b1-8c1a-bc23a579d20e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.1494949 Aug 10 03:40:11.989600 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.048568 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d1322b97-0dc9-49aa-b5a4-720c5a835f5b req-443f1e8d-a246-443e-9586-815f42ca9ff4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697045 Aug 10 03:40:12.051194 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-20d927d7-d504-4be5-959d-6b60b1eaf4e3 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560146 Aug 10 03:40:12.051806 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'e62ca2d5-ea94-425d-800a-e355a07e2ce4', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:89:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:46Z', 'updated_at': '2021-08-10T03:40:10Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:12.090213 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f938ae5-eb25-423a-9bfd-db7d41f8e541 None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'e62ca2d5-ea94-425d-800a-e355a07e2ce4', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:89:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:46Z', 'updated_at': '2021-08-10T03:40:10Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:12.167384 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.169672 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-103157db-da5f-4f67-8cc7-d2f053199413 req-6a378da4-4df4-457e-a465-068d138ec499 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069388 Aug 10 03:40:12.171053 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.176875 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbb9dc12-cd0e-426a-be96-672c70bb46be HTTP/1.1" status: 204 len: 168 time: 0.3191421 Aug 10 03:40:12.181821 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29b028-11a3-4a60-bc69-546a5abc86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9dc12-cd0e-426a-be96-672c70bb46be,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.352820 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-a1c9b94e-7af3-4837-a0e0-612b0b776fbc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.354395 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-a1c9b94e-7af3-4837-a0e0-612b0b776fbc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1351998 Aug 10 03:40:12.363243 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eceaf-0a7c-4fab-9ffe-7bab577ecb0f None None] New status for floating IP e62ca2d5-ea94-425d-800a-e355a07e2ce4: ACTIVE {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:40:12.379112 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-e7a4c85a-daae-43b6-9677-0d3e59bdb059 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/quotas/0218bd23bab4457abfb072f168e61af6 HTTP/1.1" status: 200 len: 375 time: 0.0154078 Aug 10 03:40:12.439470 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-4b2502d3-9304-4d39-a3b8-ddb997f80cfe tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554488 Aug 10 03:40:12.537324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-46c6d595-a283-4927-900c-86a181bc8cd4 service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936458 Aug 10 03:40:12.630400 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-545c5252-fee8-4c8e-9476-176e22459882 service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892067 Aug 10 03:40:12.647653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-925b0580-f1f0-482f-a22d-430966e4556f tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.647653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-925b0580-f1f0-482f-a22d-430966e4556f tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.63 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.0650222 Aug 10 03:40:12.813896 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Deleting port de122834-5f01-4a99-9143-529a113b3416 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:12.814499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.850499 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51146) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:12.865139 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e837668a-12d9-45fb-af7b-2dc2379ec3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.924630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] For port de122834-5f01-4a99-9143-529a113b3416, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=de122834-5f01-4a99-9143-529a113b3416,segment=NetworkSegment(d77994bf-82dd-4bcf-a598-e6282b04420b),segment_id=d77994bf-82dd-4bcf-a598-e6282b04420b)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:12.924860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.942745 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Calling delete_port for de122834-5f01-4a99-9143-529a113b3416 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:13.017962 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94021986-a776-4216-8689-529c49c647fb req-318c682f-c7e2-4003-b175-0e5af209eeae tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0438163 Aug 10 03:40:13.028331 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e837668a-12d9-45fb-af7b-2dc2379ec3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.098123 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e837668a-12d9-45fb-af7b-2dc2379ec3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.099064 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355f188-76fa-4e46-91d5-8699efbe7027 req-1d4bd3c1-c5d5-40ff-bb98-6e8af5fb6acf tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.100660 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2355f188-76fa-4e46-91d5-8699efbe7027 req-1d4bd3c1-c5d5-40ff-bb98-6e8af5fb6acf tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 945 time: 0.1180110 Aug 10 03:40:13.148453 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e837668a-12d9-45fb-af7b-2dc2379ec3b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a50435f65284db391e3104a33d5a5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963924 Aug 10 03:40:13.152594 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51160) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:13.187039 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837668a-12d9-45fb-af7b-2dc2379ec3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28fa0b4-13be-401a-93f9-3323a1675348,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.202401 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b776-86cd-4ef8-92cd-9a34b8ad7857 req-e03295ac-22a2-4ca0-8f93-a879ad8425d4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.204099 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-91d3b776-86cd-4ef8-92cd-9a34b8ad7857 req-e03295ac-22a2-4ca0-8f93-a879ad8425d4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0784683 Aug 10 03:40:13.219713 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2355f188-76fa-4e46-91d5-8699efbe7027 req-49f86594-f4c3-4b66-857a-10e5493f2da7 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/security-groups?id=eea15d47-7771-4085-9cdd-e0a9422b4642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054373 Aug 10 03:40:13.251944 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.252925 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-91d3b776-86cd-4ef8-92cd-9a34b8ad7857 req-3a4a8c50-d051-4cc2-837c-8f58d08e81f0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Aug 10 03:40:13.273766 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.279972 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.320231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Pushing event deleted for resources: {'Port': ['ID=de122834-5f01-4a99-9143-529a113b3416,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.340440 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['de122834-5f01-4a99-9143-529a113b3416'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:13.393592 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] No DVR routers for this DVR port de122834-5f01-4a99-9143-529a113b3416 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:13.398287 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.407959 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6026d52-b94e-4022-a1f4-2e14bfeac84e req-483566f4-3a19-46bd-9a8a-1b0e339fa1cb tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.63 "DELETE /v2.0/ports/de122834-5f01-4a99-9143-529a113b3416 HTTP/1.1" status: 204 len: 173 time: 0.7443273 Aug 10 03:40:13.407959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'name': 'network-vif-deleted', 'tag': 'de122834-5f01-4a99-9143-529a113b3416'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:13.407959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d160903-2a61-4cf2-a0c0-5eacdbbe1c6c" -d '{"events": [{"server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "name": "network-vif-deleted", "tag": "de122834-5f01-4a99-9143-529a113b3416"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:13.449123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3699b3-efaa-4b4e-a1ff-52c8e92ea7c4 x-openstack-request-id: req-eb3699b3-efaa-4b4e-a1ff-52c8e92ea7c4 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:13.449422 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b15c91-649d-46ab-8a83-0af955b0034c", "name": "network-vif-deleted", "tag": "de122834-5f01-4a99-9143-529a113b3416", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:13.449677 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb3699b3-efaa-4b4e-a1ff-52c8e92ea7c4 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:13.450076 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b15c91-649d-46ab-8a83-0af955b0034c', 'name': 'network-vif-deleted', 'tag': 'de122834-5f01-4a99-9143-529a113b3416', 'status': 'completed', 'code': 200} Aug 10 03:40:13.648859 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.651272 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.654893 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d28fa0b4-13be-401a-93f9-3323a1675348 HTTP/1.1" status: 204 len: 168 time: 0.4989781 Aug 10 03:40:13.663538 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464afe1-8e78-4ae0-9fab-0e8d83bd49a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28fa0b4-13be-401a-93f9-3323a1675348,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.100584 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bba5a249-c9ad-4336-b609-29d15648c2f6 req-358d167a-0f22-4c12-bfc6-84e93d963bc4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0261426 Aug 10 03:40:14.323649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d3299195-2d88-473b-ab6b-2f2f03e6689a req-3e9db0cc-0f8b-4b1b-a47a-3079c8331b6d tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0290775 Aug 10 03:40:14.388151 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7b659-7c41-4721-b6de-4dca85709c5b req-dafb31a0-6bd0-4dbb-b1ca-a37d73e8cf81 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.388151 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d7d7b659-7c41-4721-b6de-4dca85709c5b req-dafb31a0-6bd0-4dbb-b1ca-a37d73e8cf81 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0586426 Aug 10 03:40:14.433568 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d7d7b659-7c41-4721-b6de-4dca85709c5b req-d9491db2-df76-4f76-9816-cacf26e4faca tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Aug 10 03:40:14.701396 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51200) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.715370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a49a76d3-c686-452d-9727-4914e374f6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.812614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a49a76d3-c686-452d-9727-4914e374f6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.932538 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a49a76d3-c686-452d-9727-4914e374f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.971899 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a49a76d3-c686-452d-9727-4914e374f6ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9c7498b16194c0ea0830f0fed46d855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693014 Aug 10 03:40:14.972884 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a76d3-c686-452d-9727-4914e374f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a0759-c87f-425e-98a0-459346d38c74,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.974770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51208) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:15.029560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.051755 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.197191 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44b16ad5-16e1-47e8-bf88-75134cbfba66 req-8e27b725-3d7e-42d9-a73b-be904d817bbd tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0268707 Aug 10 03:40:15.224052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.224052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.224052 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f5a0759-c87f-425e-98a0-459346d38c74 HTTP/1.1" status: 204 len: 168 time: 0.2465823 Aug 10 03:40:15.235542 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a0759-c87f-425e-98a0-459346d38c74,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:15.243446 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.243809 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.244149 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.244561 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.244965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.245310 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.245638 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.245965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.246478 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.246809 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.247132 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.249188 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bb9b8-33b0-46a1-87ac-3ada0df74720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.436119 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-36ce4571-036d-4e96-a4a7-e7b416597489 req-bc2505d1-87fc-44ca-b4ef-ee343060f837 tempest-DeleteServersTestJSON-1031712448 tempest-DeleteServersTestJSON-1031712448-project] 10.222.0.21 "GET /v2.0/ports?device_id=11b15c91-649d-46ab-8a83-0af955b0034c HTTP/1.1" status: 200 len: 210 time: 0.0256538 Aug 10 03:40:15.562391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0613860-e273-4085-bbcc-62da3d6ad7b1 req-afde27c3-5129-458b-aeb1-95381bb75e94 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.564505 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0613860-e273-4085-bbcc-62da3d6ad7b1 req-afde27c3-5129-458b-aeb1-95381bb75e94 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0590861 Aug 10 03:40:15.603023 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0613860-e273-4085-bbcc-62da3d6ad7b1 req-6858b0b0-1281-4735-9db4-6a90dda78a4c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Aug 10 03:40:16.309378 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-045266d2-16b3-4212-a9ac-c399e0f188f7 req-50f50fb9-96ce-4d82-9f3e-fc36fe0b96ba tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0253360 Aug 10 03:40:16.740022 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af51bf3-d995-438b-b943-58d8fc5bd556 req-ffee8c96-e6b5-4669-989e-2d58799842ea tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.741977 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3af51bf3-d995-438b-b943-58d8fc5bd556 req-ffee8c96-e6b5-4669-989e-2d58799842ea tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0543032 Aug 10 03:40:16.789654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3af51bf3-d995-438b-b943-58d8fc5bd556 req-8a3b8a59-3ccf-4c4a-b6f4-e1f624f5fe65 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Aug 10 03:40:17.002825 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-c712dd2c-5109-4af4-9168-6cf10360db0e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.004420 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-c712dd2c-5109-4af4-9168-6cf10360db0e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1101871 Aug 10 03:40:17.031856 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Request body: {'port': {'device_id': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'admin_state_up': True, 'tenant_id': '0218bd23bab4457abfb072f168e61af6'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:17.171877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51288) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.282854 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:17.286270 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.294884 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.438393 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d1891c1c-558b-450b-a0ee-95e37ed3deee req-fee18def-00d9-4dec-8535-1da5a2bce997 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0321796 Aug 10 03:40:17.472867 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Allocated IP 172.20.0.14 (05518596-49b6-4e96-8053-0b4e84949d5e/a8ba41af-8934-4342-acd9-0e34f5ca11d9/f709d076-13f8-4646-b744-12a5c0e99aa7) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:17.505146 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.639592 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device de122834-5f01-4a99-9143-529a113b3416 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:17.662446 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: de122834-5f01-4a99-9143-529a113b3416 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:17.663199 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device de122834-5f01-4a99-9143-529a113b3416 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:17.783217 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.858012 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ae46a916b2e4308bbc8195bbd16ad81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844676 Aug 10 03:40:17.861555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51316) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.870507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9cb9cf-4a75-4685-bd88-c2f0806ff0e8,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.908581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.908940 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.909294 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.909633 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.909968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.910303 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.910634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.910962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.911304 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.911631 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.911959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.912311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8db1b-8ad3-4f0e-99c3-4fe65806b7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:17.921455 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.927151 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-87477556-9f7f-4a28-9d71-717ff96336be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1538634 Aug 10 03:40:17.946262 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.947642 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.969239 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9242-6e70-40d1-9812-f2edb6707c0b req-4ef09d99-9dad-485f-bc1d-93bff67d6d06 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.970788 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3c2a9242-6e70-40d1-9812-f2edb6707c0b req-4ef09d99-9dad-485f-bc1d-93bff67d6d06 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.1009209 Aug 10 03:40:18.037951 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3c2a9242-6e70-40d1-9812-f2edb6707c0b req-fcd9a23f-7b02-4f2a-b3dc-a4773cbefbc2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Aug 10 03:40:18.077452 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-d5f220e1-f716-425b-946e-553656a6bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.079696 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-d5f220e1-f716-425b-946e-553656a6bc6b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 1098 time: 0.0566030 Aug 10 03:40:18.125649 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.125649 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.127540 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b9cb9cf-4a75-4685-bd88-c2f0806ff0e8 HTTP/1.1" status: 204 len: 168 time: 0.2624214 Aug 10 03:40:18.138353 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110b7f-fac5-43f5-8624-ab7943602676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9cb9cf-4a75-4685-bd88-c2f0806ff0e8,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.177070 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.179184 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51330) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.224084 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:18.236453 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Deleting subnet 7d8bd82b-ca72-4062-900a-3b68cde990d2 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:18.240777 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.252324 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Network 05518596-49b6-4e96-8053-0b4e84949d5e is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:18.263033 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:18.265575 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:18.293434 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.302781 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.320038 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.320719 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.334061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event updated for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.347769 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-6677298a-cf80-46b5-9b44-ece7d160a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.349485 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-6677298a-cf80-46b5-9b44-ece7d160a483 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 915 time: 0.2453990 Aug 10 03:40:18.421947 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-bf2497f3-f760-4764-8ff1-02c61447e35d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d027a5-7309-4d2a-a189-a95629488e03 HTTP/1.1" status: 200 len: 217 time: 0.0568345 Aug 10 03:40:18.467536 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-afd8be1b-6a1a-4174-a12e-98fdfaa77786 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4405668 Aug 10 03:40:18.483404 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-cf9aec9d-4333-4cb6-8384-b6b8bf82e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.484955 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-cf9aec9d-4333-4cb6-8384-b6b8bf82e10c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 200 len: 854 time: 0.0549252 Aug 10 03:40:18.520215 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Request body: {'port': {'device_id': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:18.572163 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.573082 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-78f92d1a-fd2e-40c2-a64e-83ae8637aac8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05518596-49b6-4e96-8053-0b4e84949d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287275 Aug 10 03:40:18.585310 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8bd82b-ca72-4062-900a-3b68cde990d2,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.595274 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafea3d1-8e94-4f08-8fda-41544cb15589 req-ec52017b-1dc7-4062-863c-cdafc0d02e6f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.596974 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fafea3d1-8e94-4f08-8fda-41544cb15589 req-ec52017b-1dc7-4062-863c-cdafc0d02e6f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 932 time: 0.0811224 Aug 10 03:40:18.598007 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.600004 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-5851939f-b7e3-4b63-843a-df7b23a7e55d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d8bd82b-ca72-4062-900a-3b68cde990d2 HTTP/1.1" status: 204 len: 168 time: 0.4193838 Aug 10 03:40:18.602522 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51340) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.647084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.703383 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fafea3d1-8e94-4f08-8fda-41544cb15589 req-d41a69e1-a00c-4c94-a5c4-4f436b41e088 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Aug 10 03:40:18.705955 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.726955 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-7c88cfea-9c42-4c8d-b912-f9b42c359634 service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362314 Aug 10 03:40:18.798809 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.809961 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.810303 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.811051 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.811426 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > port after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.811770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.812110 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.812450 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.812783 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.813109 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.813415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.929987 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0fbfaf8e-d831-494d-b0a9-8a7f5a9f9a76 req-3878903b-ece7-4370-91e0-fec6c1a9490b service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552012 Aug 10 03:40:18.938122 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.938539 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.938882 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.939219 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:40:18.949196 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b067fe-e48c-4956-b622-94dc11656b27']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:18.959710 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77994bf-82dd-4bcf-a598-e6282b04420b') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:18.960013 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77994bf-82dd-4bcf-a598-e6282b04420b') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:18.979252 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.005673 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.017108 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f709d076-13f8-4646-b744-12a5c0e99aa7 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:19.025726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: from cryptography.utils import int_from_bytes Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: from cryptography.utils import int_from_bytes Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:19.031825 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:19.174974 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801093b2-ba76-4b03-ba1e-994aa0ec1e62 req-2e474cd5-ff47-40e3-bc9a-5cfc4e0f80d0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.176890 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-801093b2-ba76-4b03-ba1e-994aa0ec1e62 req-2e474cd5-ff47-40e3-bc9a-5cfc4e0f80d0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0583594 Aug 10 03:40:19.195315 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.201000 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Transition to ACTIVE for port object f709d076-13f8-4646-b744-12a5c0e99aa7 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:19.221953 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.224124 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e8b067fe-e48c-4956-b622-94dc11656b27 HTTP/1.1" status: 204 len: 168 time: 0.6199272 Aug 10 03:40:19.225507 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c602c6b-d0b5-420a-9bdf-791639b76a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b067fe-e48c-4956-b622-94dc11656b27,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.231515 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-801093b2-ba76-4b03-ba1e-994aa0ec1e62 req-7be8b8b2-c7bf-45ca-8c79-444fa267e266 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Aug 10 03:40:19.343219 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.394310 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.463373 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Attempting to bind port f709d076-13f8-4646-b744-12a5c0e99aa7 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:19.463734 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Attempting to bind port f709d076-13f8-4646-b744-12a5c0e99aa7 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:19.464085 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Attempting to bind port f709d076-13f8-4646-b744-12a5c0e99aa7 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:19.468463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Port f709d076-13f8-4646-b744-12a5c0e99aa7 on network 05518596-49b6-4e96-8053-0b4e84949d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:19.468797 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Attempting to bind port f709d076-13f8-4646-b744-12a5c0e99aa7 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:19.473653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:19.474080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Checking segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:19.474347 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Bound using segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:19.474782 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Bound port: f709d076-13f8-4646-b744-12a5c0e99aa7, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:19.475141 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.548745 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:19.552230 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f709d076-13f8-4646-b744-12a5c0e99aa7,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:19.820889 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bee298-0982-4d08-8fc6-fc62791233ba req-d63bdec9-9866-46d8-b923-c354c8db92e4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.822404 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89bee298-0982-4d08-8fc6-fc62791233ba req-d63bdec9-9866-46d8-b923-c354c8db92e4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 944 time: 0.0492537 Aug 10 03:40:19.862258 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89bee298-0982-4d08-8fc6-fc62791233ba req-fcf9daa0-1fb8-4bf1-b501-cb93d8c88189 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Aug 10 03:40:19.870155 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.911185 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.911803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.913202 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] 10.222.0.63 "PUT /v2.0/ports/f709d076-13f8-4646-b744-12a5c0e99aa7 HTTP/1.1" status: 200 len: 1094 time: 1.3980227 Aug 10 03:40:19.913645 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:19.915903 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf334b4-07d8-43af-b561-ef311be0f0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:19.951115 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aedbaa-65ac-4224-8e01-d1868436cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.965527 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eff37e-48e5-4ea5-8746-e889271d343e x-openstack-request-id: req-55eff37e-48e5-4ea5-8746-e889271d343e {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:19.965820 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:19.966068 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55eff37e-48e5-4ea5-8746-e889271d343e {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:19.966461 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7', 'status': 'completed', 'code': 200} Aug 10 03:40:20.034127 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51378) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.081144 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-b0cc43af-55ce-4225-8ec7-a0921d148ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.082688 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-b0cc43af-55ce-4225-8ec7-a0921d148ebb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 1097 time: 0.0509720 Aug 10 03:40:20.085077 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-083f14ad-c91f-4ebe-bea7-98368b770e8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02cb87684af34e389239670bfe0eb2af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496171 Aug 10 03:40:20.087702 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51380) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.138793 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.162094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.197440 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-7e7b412a-288c-4f8e-b175-89d3645d66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.198821 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-7e7b412a-288c-4f8e-b175-89d3645d66e3 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0218bd23bab4457abfb072f168e61af6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989852 Aug 10 03:40:20.313479 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-068fde8f-8608-4188-ada1-e2960a2b5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.314986 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fdf334b4-07d8-43af-b561-ef311be0f0cb req-068fde8f-8608-4188-ada1-e2960a2b5b5f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054530 Aug 10 03:40:20.347009 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.349501 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.350625 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eea15d47-7771-4085-9cdd-e0a9422b4642 HTTP/1.1" status: 204 len: 168 time: 0.2619627 Aug 10 03:40:20.365218 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c19b8-c4b1-4518-a284-acd422b8dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea15d47-7771-4085-9cdd-e0a9422b4642,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.397138 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cdd66-949e-441d-8501-7b804871a3fa req-a86bd5a7-4ba3-48fa-8682-736be19047cd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.398831 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c7cdd66-949e-441d-8501-7b804871a3fa req-a86bd5a7-4ba3-48fa-8682-736be19047cd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0836747 Aug 10 03:40:20.443930 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c7cdd66-949e-441d-8501-7b804871a3fa req-a2a6c8e2-15a8-4858-b839-fd0d1e3f71da tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Aug 10 03:40:20.453466 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-db546a31-fa7a-4642-9618-f5c22b7df469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.455209 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-db546a31-fa7a-4642-9618-f5c22b7df469 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 1097 time: 0.0535178 Aug 10 03:40:20.514834 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-223e866d-ce04-40b7-9d6a-5c7b18ddc9f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f709d076-13f8-4646-b744-12a5c0e99aa7 HTTP/1.1" status: 200 len: 217 time: 0.0428469 Aug 10 03:40:20.567274 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-d1ebb4f5-23fa-40bd-8176-4874dd8c4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.568771 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-d1ebb4f5-23fa-40bd-8176-4874dd8c4ead service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 200 len: 854 time: 0.0442536 Aug 10 03:40:20.603302 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-95558ec6-9fa9-4dd1-968d-8411008fb968 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05518596-49b6-4e96-8053-0b4e84949d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241840 Aug 10 03:40:20.699595 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-897d05ad-30c7-4fe1-a4ac-04ea603c6ebc service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Aug 10 03:40:20.821796 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2db0b37d-e957-4b0b-b018-4aa152193cb7 req-5dd865ed-4923-4f22-aa4f-acb2056d842a service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847023 Aug 10 03:40:20.979135 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aac412-5af4-45e5-9445-5844370eaa1e req-36ce8f69-8e5c-4ac4-b07e-0b2bfe752005 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.980559 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72aac412-5af4-45e5-9445-5844370eaa1e req-36ce8f69-8e5c-4ac4-b07e-0b2bfe752005 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 944 time: 0.0487988 Aug 10 03:40:21.018345 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72aac412-5af4-45e5-9445-5844370eaa1e req-add6e9cb-5745-4fdd-8d57-1e686778b288 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Aug 10 03:40:21.584693 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3813a6-ecfc-4a94-8d16-aabcacb51377 req-6761aa1b-4869-4eb5-b7ba-4d8c903cace7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.588921 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fc3813a6-ecfc-4a94-8d16-aabcacb51377 req-6761aa1b-4869-4eb5-b7ba-4d8c903cace7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0607417 Aug 10 03:40:21.638562 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fc3813a6-ecfc-4a94-8d16-aabcacb51377 req-c94e1bf2-6bca-4623-bcb4-17454ec308f8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Aug 10 03:40:22.139429 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a89411-e4f9-453a-8914-109bcf0695df req-130bb368-ba14-434e-84b5-0c3270dca1e7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.140953 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-67a89411-e4f9-453a-8914-109bcf0695df req-130bb368-ba14-434e-84b5-0c3270dca1e7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 944 time: 0.0528519 Aug 10 03:40:22.179073 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-67a89411-e4f9-453a-8914-109bcf0695df req-291c48d1-e4f2-4df5-82df-17118d0478ab tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 10 03:40:22.770452 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee6d97-c4ba-4eb7-a3b2-0f81308850c5 req-79f919de-35a5-460d-85cb-5d48c0fccef1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.772069 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aaee6d97-c4ba-4eb7-a3b2-0f81308850c5 req-79f919de-35a5-460d-85cb-5d48c0fccef1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Aug 10 03:40:22.812621 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aaee6d97-c4ba-4eb7-a3b2-0f81308850c5 req-e036038c-bc0e-46f4-85fd-b44f4e451459 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Aug 10 03:40:23.155234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.328833 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c83a23-5e5d-40c5-bee4-8dc524140b0b req-bfe0e3d3-155e-474b-bb98-6b00588f516c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.328833 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72c83a23-5e5d-40c5-bee4-8dc524140b0b req-bfe0e3d3-155e-474b-bb98-6b00588f516c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 944 time: 0.0585830 Aug 10 03:40:23.369993 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72c83a23-5e5d-40c5-bee4-8dc524140b0b req-db14a83d-faba-4fb3-b8f1-5cce4e59dc7e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354531 Aug 10 03:40:23.650439 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device f709d076-13f8-4646-b744-12a5c0e99aa7 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:23.754010 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f709d076-13f8-4646-b744-12a5c0e99aa7,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:23.765396 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'f709d076-13f8-4646-b744-12a5c0e99aa7', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'port_id': 'f709d076-13f8-4646-b744-12a5c0e99aa7', 'mac_address': 'fa:16:3e:13:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ba41af-8934-4342-acd9-0e34f5ca11d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:23.806603 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.819825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f709d076-13f8-4646-b744-12a5c0e99aa7 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:23.840541 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f709d076-13f8-4646-b744-12a5c0e99aa7,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:23.935417 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abca945-518d-4269-8ffb-a5e103882c7a req-6eafbd4c-cdf6-4fb0-93ac-d0a2b43500ee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.937036 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0abca945-518d-4269-8ffb-a5e103882c7a req-6eafbd4c-cdf6-4fb0-93ac-d0a2b43500ee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0512226 Aug 10 03:40:23.975721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0abca945-518d-4269-8ffb-a5e103882c7a req-aa328fd4-282b-4657-a569-24028b5ec0b6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Aug 10 03:40:24.080621 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.146087 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:24.153729 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.154078 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.154421 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.154750 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.155224 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.155714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.156668 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.157205 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.157681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.158138 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.158609 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.159060 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:24.505226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e8fe-540c-459f-befd-6a9eda594319 req-0b044898-dac8-4b27-8c2c-28fab9bc70f3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.506724 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9522e8fe-540c-459f-befd-6a9eda594319 req-0b044898-dac8-4b27-8c2c-28fab9bc70f3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 945 time: 0.0569925 Aug 10 03:40:24.544501 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9522e8fe-540c-459f-befd-6a9eda594319 req-769ccd19-ddff-4914-ab0d-884bcf7121d8 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Aug 10 03:40:24.624245 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['f709d076-13f8-4646-b744-12a5c0e99aa7'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:25.092024 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969f380-779f-49ad-8e72-2ab0e7672b65 req-f60647e5-08cc-4b94-b046-f4da1f499170 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.096340 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e969f380-779f-49ad-8e72-2ab0e7672b65 req-f60647e5-08cc-4b94-b046-f4da1f499170 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Aug 10 03:40:25.138280 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e969f380-779f-49ad-8e72-2ab0e7672b65 req-a3e75f96-a007-4a7a-bde7-6d60eba680c9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Aug 10 03:40:25.664490 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b0a0-6589-4c60-badb-d38895be4667 req-be9b7193-3d59-4e79-98ea-7ec5357e5e03 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.665947 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7e94b0a0-6589-4c60-badb-d38895be4667 req-be9b7193-3d59-4e79-98ea-7ec5357e5e03 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 945 time: 0.0511575 Aug 10 03:40:25.706124 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7e94b0a0-6589-4c60-badb-d38895be4667 req-51603719-bfc2-4943-902d-8eb191ef1c08 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Aug 10 03:40:26.254251 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a340-2fd5-43a4-b2e9-3bed661cdeb8 req-3d529fcc-4e27-4e22-845a-4f6402b4a665 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.255721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2bb2a340-2fd5-43a4-b2e9-3bed661cdeb8 req-3d529fcc-4e27-4e22-845a-4f6402b4a665 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Aug 10 03:40:26.302518 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2bb2a340-2fd5-43a4-b2e9-3bed661cdeb8 req-2aedb681-bf7b-4267-b6b6-49dd2d5c25cf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Aug 10 03:40:26.827603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ba1d3-9677-4257-a0e7-afb6c44409f9 req-eb1985ef-cd1b-4c71-a4a3-a36715336993 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.829671 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff6ba1d3-9677-4257-a0e7-afb6c44409f9 req-eb1985ef-cd1b-4c71-a4a3-a36715336993 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 945 time: 0.0476305 Aug 10 03:40:26.870634 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff6ba1d3-9677-4257-a0e7-afb6c44409f9 req-e46a4b4b-0e9f-432c-b162-81d9dec5693b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Aug 10 03:40:27.433301 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eb68a-04cf-4fe1-b4db-e894ebaf25cf req-44b9e8de-bc7e-400b-be96-32bfcbf8561f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.435154 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-323eb68a-04cf-4fe1-b4db-e894ebaf25cf req-44b9e8de-bc7e-400b-be96-32bfcbf8561f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 10 03:40:27.475291 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-323eb68a-04cf-4fe1-b4db-e894ebaf25cf req-edbf15e6-16d5-41db-b338-cfd0d495db58 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Aug 10 03:40:27.692319 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device f709d076-13f8-4646-b744-12a5c0e99aa7 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:27.783904 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b99cb788-ef4f-4b44-bff7-20ddd2832afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.851919 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port f709d076-13f8-4646-b744-12a5c0e99aa7 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:27.855898 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port f709d076-13f8-4646-b744-12a5c0e99aa7 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:27.856298 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.939948 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.965775 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:27.968063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af0d5a-78f6-438f-aba0-5b9bcdbeff6e" -d '{"events": [{"server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:27.982483 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f709d076-13f8-4646-b744-12a5c0e99aa7,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:27.991163 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fbe4b-3919-4243-9d55-4e74a822f7a7 req-01f6ddfe-a679-4c20-a800-885326202c1e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.992888 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a93fbe4b-3919-4243-9d55-4e74a822f7a7 req-01f6ddfe-a679-4c20-a800-885326202c1e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 945 time: 0.0533867 Aug 10 03:40:28.012090 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07fab41-48e3-4cfb-8396-d9611425838c x-openstack-request-id: req-c07fab41-48e3-4cfb-8396-d9611425838c {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:28.012541 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:28.012905 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c07fab41-48e3-4cfb-8396-d9611425838c {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:28.013443 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7', 'code': 200} Aug 10 03:40:28.030758 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a93fbe4b-3919-4243-9d55-4e74a822f7a7 req-a61828eb-9b20-4834-9256-10a31ff6fc4a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Aug 10 03:40:28.126101 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.173880 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.458804 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20832c-76c1-4099-b144-e04276cea66c req-6399369c-6936-450d-bf7e-b19368f2bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.460509 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5d20832c-76c1-4099-b144-e04276cea66c req-6399369c-6936-450d-bf7e-b19368f2bf85 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 1099 time: 0.0444458 Aug 10 03:40:28.495740 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5d20832c-76c1-4099-b144-e04276cea66c req-72f73ad5-5419-4751-b69a-1d9f4a01c9c9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275488 Aug 10 03:40:28.597735 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3943-58a4-4455-9b6b-e1d9dcd0d927 req-90b2788f-7ff2-415c-861c-e8b158fb06ee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.599685 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e3ed3943-58a4-4455-9b6b-e1d9dcd0d927 req-90b2788f-7ff2-415c-861c-e8b158fb06ee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0544932 Aug 10 03:40:28.638558 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e3ed3943-58a4-4455-9b6b-e1d9dcd0d927 req-eebf8e15-4209-40d7-9bc5-4f19e6603311 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Aug 10 03:40:29.163539 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7afc5d-df91-4c1f-be44-7ed437131ded req-d7a48994-da5b-4ffd-ba65-d296e1a9f1c6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:29.165090 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4f7afc5d-df91-4c1f-be44-7ed437131ded req-d7a48994-da5b-4ffd-ba65-d296e1a9f1c6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0618241 Aug 10 03:40:29.205578 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4f7afc5d-df91-4c1f-be44-7ed437131ded req-e3163916-cc2e-4762-8031-50109ce7d73d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Aug 10 03:40:29.756942 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d168768-a31c-4e65-9912-2f605a03dcbe req-e9feb632-aaeb-4c10-8937-5d782e580d18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:29.758420 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d168768-a31c-4e65-9912-2f605a03dcbe req-e9feb632-aaeb-4c10-8937-5d782e580d18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0536408 Aug 10 03:40:29.796544 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d168768-a31c-4e65-9912-2f605a03dcbe req-99475f62-0572-4eb2-a587-a1b8fe67ef64 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 10 03:40:29.816626 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51682) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.919794 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b31227d4-f54d-4cba-b32c-4aa03267e0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.010722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b31227d4-f54d-4cba-b32c-4aa03267e0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.194977 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b31227d4-f54d-4cba-b32c-4aa03267e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.232721 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-b31227d4-f54d-4cba-b32c-4aa03267e0f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cae81b138717422cbbfbfab48de86528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216707 Aug 10 03:40:30.233655 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31227d4-f54d-4cba-b32c-4aa03267e0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4576126a-8677-4067-b232-8e5319a56914,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.236371 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51694) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.252188 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c2b9317f-0f56-4b70-981b-4f747f5e0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.285580 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.306880 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.407048 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.686157 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.692783 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.692783 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4576126a-8677-4067-b232-8e5319a56914 HTTP/1.1" status: 204 len: 168 time: 0.4524946 Aug 10 03:40:30.699252 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc5ff-5dc1-4cea-9c4a-9a5a2ad1014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4576126a-8677-4067-b232-8e5319a56914,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.480506 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.531617 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51708) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.544401 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b69fea01-ac49-4785-a74e-284601b7358e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.629907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b69fea01-ac49-4785-a74e-284601b7358e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.794713 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b69fea01-ac49-4785-a74e-284601b7358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.834414 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b69fea01-ac49-4785-a74e-284601b7358e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=583759b57c754b82ba94bb3c16f4dae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016541 Aug 10 03:40:31.835265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fea01-ac49-4785-a74e-284601b7358e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674850dc-3365-4e99-87f6-3692386d819c,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.837200 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51712) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.100432 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.100432 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.147507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349510-5f9f-43b8-a645-7e8d6c7749b5 req-265341fa-6dd9-4c3f-b7ef-ba60b0e088c7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:32.149054 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a349510-5f9f-43b8-a645-7e8d6c7749b5 req-265341fa-6dd9-4c3f-b7ef-ba60b0e088c7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0583651 Aug 10 03:40:32.169663 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c102bb-b25f-410c-8194-d27a7e4dfdef req-a12dbe8d-8395-4526-b83f-9bc724db6d10 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:32.172672 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10c102bb-b25f-410c-8194-d27a7e4dfdef req-a12dbe8d-8395-4526-b83f-9bc724db6d10 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0510032 Aug 10 03:40:32.186389 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a349510-5f9f-43b8-a645-7e8d6c7749b5 req-cf4159f7-3714-43f6-a007-0bca23d81fca tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Aug 10 03:40:32.209735 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10c102bb-b25f-410c-8194-d27a7e4dfdef req-c3e1fe2e-8e72-43bd-9acc-16b79edf4052 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Aug 10 03:40:32.262991 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.266226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.267585 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/674850dc-3365-4e99-87f6-3692386d819c HTTP/1.1" status: 204 len: 168 time: 0.4290626 Aug 10 03:40:32.275285 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be2a4-0cd3-4db9-aa2e-ab9d0d10466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674850dc-3365-4e99-87f6-3692386d819c,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.269541 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.375832 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a2dc-3909-46ce-940f-4ad9772e04f9 req-19fb2d33-bd70-4e9b-9ef3-3c30a9d6aa1c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.377463 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ff78a2dc-3909-46ce-940f-4ad9772e04f9 req-19fb2d33-bd70-4e9b-9ef3-3c30a9d6aa1c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0526097 Aug 10 03:40:33.418141 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ff78a2dc-3909-46ce-940f-4ad9772e04f9 req-06fca93c-a129-4191-a093-0a86329ba25a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Aug 10 03:40:33.425924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d2668-9ce2-40f8-9db6-9bdc1e01517c req-bd338f5c-f479-4dc3-b4b6-ecf3c33d7a13 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.427489 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8a3d2668-9ce2-40f8-9db6-9bdc1e01517c req-bd338f5c-f479-4dc3-b4b6-ecf3c33d7a13 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0505209 Aug 10 03:40:33.471869 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8a3d2668-9ce2-40f8-9db6-9bdc1e01517c req-78919d95-4557-49f2-b0dc-a5ec016de8d6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Aug 10 03:40:33.842425 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51760) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.957024 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9159b7fe-640f-4253-9f90-4d42e987a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.050881 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9159b7fe-640f-4253-9f90-4d42e987a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.099816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51774) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.131765 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9159b7fe-640f-4253-9f90-4d42e987a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.170459 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9159b7fe-640f-4253-9f90-4d42e987a9e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6466ee4539e84646bd27e923d21d05f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268468 Aug 10 03:40:34.171560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159b7fe-640f-4253-9f90-4d42e987a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8113c-c2b1-45c1-9558-185a9e0359fd,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.173504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51778) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.207281 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487140232-network', 'tenant_id': '46fb8b2b63114fd68f07ec997a49a162'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.242907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.267044 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.389536 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Made reservation on behalf of 46fb8b2b63114fd68f07ec997a49a162 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:34.391909 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.400364 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.428279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.431733 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.435746 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b8113c-c2b1-45c1-9558-185a9e0359fd HTTP/1.1" status: 204 len: 168 time: 0.2583532 Aug 10 03:40:34.449794 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc7e61-4dc5-4821-9c75-b1bf90678ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8113c-c2b1-45c1-9558-185a9e0359fd,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.528391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.563701 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8cd66-3053-4ced-b1f7-c2748479f144 req-fbcbccf4-0ac6-42ff-ab60-4fb3203d82d9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:34.565444 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14e8cd66-3053-4ced-b1f7-c2748479f144 req-fbcbccf4-0ac6-42ff-ab60-4fb3203d82d9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Aug 10 03:40:34.606426 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14e8cd66-3053-4ced-b1f7-c2748479f144 req-d8ea14a2-04f7-4b43-9b65-e1997a9a0899 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Aug 10 03:40:34.613916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf896da-3618-4bc6-aa58-abce0ba017af req-74616fe9-edcb-4b6a-8fc5-ba9544beba92 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:34.615473 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7cf896da-3618-4bc6-aa58-abce0ba017af req-74616fe9-edcb-4b6a-8fc5-ba9544beba92 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0514226 Aug 10 03:40:34.653179 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7cf896da-3618-4bc6-aa58-abce0ba017af req-f3b2969c-54dd-47bb-93da-748a316dcd88 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Aug 10 03:40:34.749282 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.773550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:34.783205 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31184b32-5e3f-4ad6-925a-0e317afe8452,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.791877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.791877 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Added segment b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f of type vlan for network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 Aug 10 03:40:34.835330 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.046283 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.047279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.047866 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.117998 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] Pushing event updated for resources: {'Network': ['ID=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.129460 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:35.281418 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4719ff9a-6441-46aa-bceb-89797755d078 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1803451 Aug 10 03:40:35.284910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51818) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.289872 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Request body: {'subnet': {'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487140232-subnet', 'tenant_id': '46fb8b2b63114fd68f07ec997a49a162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:35.429148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Made reservation on behalf of 46fb8b2b63114fd68f07ec997a49a162 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:35.431517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896646'] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.767412 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e714f1-e0bc-4efb-b316-54f6d092d290 req-0dc8e005-8e13-49f2-ba37-319c977424b4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.769011 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-92e714f1-e0bc-4efb-b316-54f6d092d290 req-0dc8e005-8e13-49f2-ba37-319c977424b4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0532460 Aug 10 03:40:35.809743 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-92e714f1-e0bc-4efb-b316-54f6d092d290 req-5fcd47c4-7dd1-42ae-97b9-84d0a12e599e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Aug 10 03:40:35.834881 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3801075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896692'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.888031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=968fc92b-00c6-4ba2-b327-04c9b0a6d5bd,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.899018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Checking segment: {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:35.899377 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Network hostable DHCP agents. Network: ecebe461-ac2a-4cc3-81e9-d8b51a7bb890, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:36.115111 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:36.234925 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, ecebe461-ac2a-4cc3-81e9-d8b51a7bb890) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:36.239770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:36.240505 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.245129 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262fe8e8-a726-476c-9308-2bef3e654b77 None None] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:36.368413 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37990423-8bb3-4fdb-8d27-0816ea47d429 None None] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:36.372567 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-835fc2fa-5eeb-4750-a208-cb1c0cf238ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0865784 Aug 10 03:40:36.924319 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2757-fee9-4d23-9db1-3e1febe61e3a req-1b1ea3e7-53b9-4010-a86f-1e7b7bc9d3dc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:36.925852 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1efc2757-fee9-4d23-9db1-3e1febe61e3a req-1b1ea3e7-53b9-4010-a86f-1e7b7bc9d3dc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0483930 Aug 10 03:40:36.964370 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1efc2757-fee9-4d23-9db1-3e1febe61e3a req-9d745e8d-6d3f-4119-8f71-aab8b23e68e4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Aug 10 03:40:38.099540 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e1bc-2500-4676-a0f7-173c4e67f192 req-4f281931-7eea-4ca3-80c2-ae9675173e8b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.101110 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-61a2e1bc-2500-4676-a0f7-173c4e67f192 req-4f281931-7eea-4ca3-80c2-ae9675173e8b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0567775 Aug 10 03:40:38.141837 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-61a2e1bc-2500-4676-a0f7-173c4e67f192 req-6c225d50-04ef-4687-b076-421d70d3c247 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Aug 10 03:40:39.238295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-69b364af-34db-4111-883a-70bc855f3a8c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.240454 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-69b364af-34db-4111-883a-70bc855f3a8c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1077561 Aug 10 03:40:39.256932 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-6b37bec4-f150-4922-9a12-3c037cce583c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/quotas/0218bd23bab4457abfb072f168e61af6 HTTP/1.1" status: 200 len: 375 time: 0.0098658 Aug 10 03:40:39.259558 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6b02-4449-404a-b908-11f58eb87907 req-f3663f5d-6571-4ccf-a32d-cc522ae42796 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.261703 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7c8b6b02-4449-404a-b908-11f58eb87907 req-f3663f5d-6571-4ccf-a32d-cc522ae42796 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0511549 Aug 10 03:40:39.308580 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7c8b6b02-4449-404a-b908-11f58eb87907 req-4a2e70c8-c308-4f8f-9ec1-1fea8f2e2f36 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Aug 10 03:40:39.325556 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-754f45c4-d54d-40b2-bbb7-67853d633430 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626290 Aug 10 03:40:39.339061 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:39.441118 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-5b0df8d6-86a0-4ae2-98f9-26a428b4d8e5 service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040978 Aug 10 03:40:39.539977 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-67e09789-47b4-4c28-b79e-fef1aa698dbe service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883310 Aug 10 03:40:39.590657 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e2c4c459-22c4-41a2-9a61-98ed50e84117 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.592245 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e2c4c459-22c4-41a2-9a61-98ed50e84117 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/networks?id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 200 len: 809 time: 0.1068306 Aug 10 03:40:39.608046 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b2980813-a192-4723-b631-16b7e2d7426e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/quotas/46fb8b2b63114fd68f07ec997a49a162 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Aug 10 03:40:39.641868 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-6257c575-86e6-4005-afe7-e5b85dc86b01 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267649 Aug 10 03:40:39.735302 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-63e5f55d-7df4-412c-8a37-688496a75547 service neutron] 10.222.0.21 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846992 Aug 10 03:40:39.833823 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-afe72df3-a784-459a-949e-57957c8517cd service neutron] 10.222.0.21 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918140 Aug 10 03:40:39.853173 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1a106102-d6b6-44d5-8db8-fb8784367561 req-00a50399-8594-4cd8-abb5-52247f46dfe6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0266469 Aug 10 03:40:39.986776 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 51954) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.119369 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3542ba66-bf04-4ad6-b3b6-358e32750470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.131893 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e21c26e0-66f4-4554-9d29-b327e4983009 req-f2de44fb-a83f-4ee3-b560-059beba3a6a4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0283537 Aug 10 03:40:40.228907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3542ba66-bf04-4ad6-b3b6-358e32750470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.303378 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3542ba66-bf04-4ad6-b3b6-358e32750470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.343086 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3542ba66-bf04-4ad6-b3b6-358e32750470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f9cb6d74f3a4cd68ceb26a159406324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545749 Aug 10 03:40:40.343086 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ba66-bf04-4ad6-b3b6-358e32750470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e0b0e-56ae-42ad-a88d-470bbbeffe2b,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.349342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 51972) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.400078 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.422842 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.432010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee3a7-daf6-47db-b53c-e032c085f15f req-67001c4c-5e2b-49f8-95af-a05c2e34c961 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.433953 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-edaee3a7-daf6-47db-b53c-e032c085f15f req-67001c4c-5e2b-49f8-95af-a05c2e34c961 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0533125 Aug 10 03:40:40.476505 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-edaee3a7-daf6-47db-b53c-e032c085f15f req-35501164-d857-4959-afab-92243ebbd426 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Aug 10 03:40:40.594832 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.597376 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.598536 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/402e0b0e-56ae-42ad-a88d-470bbbeffe2b HTTP/1.1" status: 204 len: 168 time: 0.2482014 Aug 10 03:40:40.608402 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1776b2e-3e06-42b7-a226-746b67918f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e0b0e-56ae-42ad-a88d-470bbbeffe2b,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.933192 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95e5b0a0-36dc-4da8-a0be-8b8086e4b021 req-b9ad77c0-f42c-4a49-b732-c529e4d813b6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0257490 Aug 10 03:40:41.404307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52002) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:41.434207 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8743e0f0-35d4-4a16-9315-faf41f6de078 req-fa3406b7-3ec6-4f48-bdad-fb7ea4d10b24 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.2533250 Aug 10 03:40:41.515253 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8d939c8d-506a-4538-a888-ad0c048fc46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.544501 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52008) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:41.557818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-67462d01-7dd0-4a5b-acca-6bfbf927b6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.613829 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8d939c8d-506a-4538-a888-ad0c048fc46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.725770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8d939c8d-506a-4538-a888-ad0c048fc46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.764061 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8d939c8d-506a-4538-a888-ad0c048fc46d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=179844eb84b845e88a99717f1e6b5aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585100 Aug 10 03:40:41.765329 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d939c8d-506a-4538-a888-ad0c048fc46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3f6c4-7276-4eda-9c92-cc9440595f04,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.767797 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52012) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:41.837395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-67462d01-7dd0-4a5b-acca-6bfbf927b6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.842260 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.864347 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.920289 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-67462d01-7dd0-4a5b-acca-6bfbf927b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.956467 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-67462d01-7dd0-4a5b-acca-6bfbf927b6fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6537e85b38584474bebf641ac6d1278d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108753 Aug 10 03:40:41.958492 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67462d01-7dd0-4a5b-acca-6bfbf927b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83a20f-afa0-41e7-be12-d1d7731e21df,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.959177 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52016) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.006428 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.027439 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.040286 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.042834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.043992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cf3f6c4-7276-4eda-9c92-cc9440595f04 HTTP/1.1" status: 204 len: 168 time: 0.2751911 Aug 10 03:40:42.051938 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc16b60-ae9b-400e-8a9f-c9255d1bebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3f6c4-7276-4eda-9c92-cc9440595f04,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.142926 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.145701 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.146855 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd83a20f-afa0-41e7-be12-d1d7731e21df HTTP/1.1" status: 204 len: 168 time: 0.1867039 Aug 10 03:40:42.154735 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c48f58-cc26-4a1a-bd0d-72c3ce369d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83a20f-afa0-41e7-be12-d1d7731e21df,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.970218 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52038) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.983062 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-51327a2e-f4f8-4530-96f9-99e53273a43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.070058 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-51327a2e-f4f8-4530-96f9-99e53273a43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.154175 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-51327a2e-f4f8-4530-96f9-99e53273a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.192928 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-51327a2e-f4f8-4530-96f9-99e53273a43e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c75fcdb60a844fcb8fa2f7d11cb8e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216318 Aug 10 03:40:43.193857 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51327a2e-f4f8-4530-96f9-99e53273a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce383100-a2a9-4532-8a5f-d0fc3813cdec,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:43.195490 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52042) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.253664 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.276529 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.459518 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.464384 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.465952 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce383100-a2a9-4532-8a5f-d0fc3813cdec HTTP/1.1" status: 204 len: 168 time: 0.2684991 Aug 10 03:40:43.478460 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b2fe1-92b0-496a-941d-041001be0553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce383100-a2a9-4532-8a5f-d0fc3813cdec,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:43.483700 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820519-e8f6-4d2e-aa13-acc214238038 req-c312bd93-17c5-4bee-9893-9dda146a658f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.486262 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-83820519-e8f6-4d2e-aa13-acc214238038 req-c312bd93-17c5-4bee-9893-9dda146a658f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0541532 Aug 10 03:40:43.542369 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4aa85e15-fea5-4aae-9a71-affba266fd45 req-9471572b-dbc6-430d-8921-3c86fb7cc924 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0661228 Aug 10 03:40:43.552992 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-83820519-e8f6-4d2e-aa13-acc214238038 req-bd7201c2-0b2b-48a9-ab1f-a4d089ea5976 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600498 Aug 10 03:40:43.661650 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-60cc3494-c129-440c-b378-9b26b190c279 req-628be0cb-5c05-4420-8bbe-5cc4e0196df9 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0334196 Aug 10 03:40:44.676454 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52090) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:44.688373 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5a766bac-8a68-41d7-b723-6b13ee608dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.703020 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0b74c-1735-42cf-8c8e-960c4968e719 req-48ba5345-13b0-4589-9269-e3250466696b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:44.704778 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0bd0b74c-1735-42cf-8c8e-960c4968e719 req-48ba5345-13b0-4589-9269-e3250466696b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0781167 Aug 10 03:40:44.732455 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d3f28206-7926-4e03-9a37-8d9b63c084e6 req-c5ad1bba-12c4-4244-85be-09c32cad7e27 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0359704 Aug 10 03:40:44.748491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0bd0b74c-1735-42cf-8c8e-960c4968e719 req-ebcef7a9-78fb-4ece-96b8-06dadb3631b4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Aug 10 03:40:44.830411 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5a766bac-8a68-41d7-b723-6b13ee608dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.845118 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f06c9f88-e096-4620-8c38-ee3de56aa0f7 req-a1fcb6be-cfd2-4793-b0d9-876e627a7b14 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Aug 10 03:40:44.949655 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5a766bac-8a68-41d7-b723-6b13ee608dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.992823 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-5a766bac-8a68-41d7-b723-6b13ee608dbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b511c6dc7e94c4eb78afd89d79562a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171904 Aug 10 03:40:44.994911 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766bac-8a68-41d7-b723-6b13ee608dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1ac50-66fd-43ec-b1be-22770640a1d7,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.995630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52100) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.119121 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.157288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.165245 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-d5db1408-25be-4c53-8234-17b19ba88dab tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.166739 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-d5db1408-25be-4c53-8234-17b19ba88dab tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1628141 Aug 10 03:40:45.196181 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Request body: {'port': {'device_id': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'admin_state_up': True, 'tenant_id': '0218bd23bab4457abfb072f168e61af6'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:45.365880 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.368434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.369565 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b1ac50-66fd-43ec-b1be-22770640a1d7 HTTP/1.1" status: 204 len: 168 time: 0.3727982 Aug 10 03:40:45.377036 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b27b-d59d-4601-ad5b-13060edb39f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1ac50-66fd-43ec-b1be-22770640a1d7,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:45.617821 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:45.626340 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.776832 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Allocated IP 172.20.0.10 (05518596-49b6-4e96-8053-0b4e84949d5e/a8ba41af-8934-4342-acd9-0e34f5ca11d9/5766f816-81bb-4e8a-b365-c9a5595643b6) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:45.874529 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3750b514-db92-411e-afe5-b922ed989b05 req-9f0aadc8-3cda-473f-9edc-fb46a5112684 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0397904 Aug 10 03:40:45.897615 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d484be-af72-489c-b9df-4618775be54b req-858b0c20-7917-49f9-8063-aa31628152f3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.905321 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14d484be-af72-489c-b9df-4618775be54b req-858b0c20-7917-49f9-8063-aa31628152f3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0603278 Aug 10 03:40:45.944719 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14d484be-af72-489c-b9df-4618775be54b req-0dbc16a0-1fc6-4bbf-82c4-b32b10dd133d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391042 Aug 10 03:40:45.979709 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7566729d-37d0-4248-8c76-74265a2afb5c req-09ef12be-0e49-4789-b351-5647df31e0d0 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0356672 Aug 10 03:40:46.016165 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.214321 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.257313 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Network 05518596-49b6-4e96-8053-0b4e84949d5e is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:46.258033 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03', 'f709d076-13f8-4646-b744-12a5c0e99aa7'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:46.260479 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:46.266723 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:46.304311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event updated for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.376769 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.377394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.447634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-8fd26705-b394-43fb-af9b-2584d0d127a2 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.449196 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-8fd26705-b394-43fb-af9b-2584d0d127a2 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "GET /v2.0/networks?id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 200 len: 809 time: 0.1744907 Aug 10 03:40:46.477366 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Request body: {'port': {'device_id': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890', 'admin_state_up': True, 'tenant_id': '46fb8b2b63114fd68f07ec997a49a162'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:46.482306 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-34dc62cc-32c7-432c-bcd5-cf7b2bc79ef5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2937562 Aug 10 03:40:46.508907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52162) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:46.533338 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Request body: {'port': {'device_id': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:46.612546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.616615 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87cac2ad-08e5-410a-a533-fecb98295e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.662693 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.db.api [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:40:46.662693 dv-cinder-782390-8-iscsi neutron-server[94114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:40:46.662693 dv-cinder-782390-8-iscsi neutron-server[94114]: [parameters: {'project_id': '46fb8b2b63114fd68f07ec997a49a162', 'id': '46ebad5b-7ce2-4c1f-8b16-7eb70392aa0c', 'expiration': datetime.datetime(2021, 8, 10, 3, 42, 46, 639653)}] Aug 10 03:40:46.662693 dv-cinder-782390-8-iscsi neutron-server[94114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:40:46.672313 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG oslo_db.api [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:40:46.773747 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87cac2ad-08e5-410a-a533-fecb98295e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.909500 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87cac2ad-08e5-410a-a533-fecb98295e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.924600 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5766f816-81bb-4e8a-b365-c9a5595643b6 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:46.932828 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.945706 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Transition to ACTIVE for port object 5766f816-81bb-4e8a-b365-c9a5595643b6 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:46.952351 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-87cac2ad-08e5-410a-a533-fecb98295e5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d304376bb3ef4354be6761bae02693dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423246 Aug 10 03:40:46.953349 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cac2ad-08e5-410a-a533-fecb98295e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095270b0-4050-4392-ab22-260c02a3b1b7,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.955164 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52178) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:47.010907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2dfa-f00c-4ce5-9984-29acc29f7b49 req-57f26caa-30d3-46df-9726-5e25ff4c6dd0 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.012721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ddeb2dfa-f00c-4ce5-9984-29acc29f7b49 req-57f26caa-30d3-46df-9726-5e25ff4c6dd0 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 932 time: 0.0564284 Aug 10 03:40:47.018880 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.046302 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.059799 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ddeb2dfa-f00c-4ce5-9984-29acc29f7b49 req-73f37e3d-9c9e-4d74-93ac-8082b712e216 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350370 Aug 10 03:40:47.066558 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.155990 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-44a775a7-58d5-45be-b499-b33ec807ad3f req-eb74eb5f-0896-4297-8de8-6f147139843b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0314438 Aug 10 03:40:47.178395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Pushing event updated for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.245424 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69e4bd-b66f-410c-b59b-33a2eee80975 req-c4ad41ca-a54a-4698-bc85-aee77d049310 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.256824 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4b69e4bd-b66f-410c-b59b-33a2eee80975 req-c4ad41ca-a54a-4698-bc85-aee77d049310 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.2067621 Aug 10 03:40:47.304819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Attempting to bind port 5766f816-81bb-4e8a-b365-c9a5595643b6 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.306251 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Attempting to bind port 5766f816-81bb-4e8a-b365-c9a5595643b6 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.308395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Attempting to bind port 5766f816-81bb-4e8a-b365-c9a5595643b6 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.315936 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4b69e4bd-b66f-410c-b59b-33a2eee80975 req-59eb6831-5c53-4332-b2d1-a84d46e02cf6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616736 Aug 10 03:40:47.316641 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Port 5766f816-81bb-4e8a-b365-c9a5595643b6 on network 05518596-49b6-4e96-8053-0b4e84949d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.316961 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Attempting to bind port 5766f816-81bb-4e8a-b365-c9a5595643b6 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.322632 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:47.322989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Checking segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:47.323390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Bound using segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:47.323826 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Bound port: 5766f816-81bb-4e8a-b365-c9a5595643b6, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:47.324178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.366295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Made reservation on behalf of 46fb8b2b63114fd68f07ec997a49a162 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:47.366295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.400731 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.403152 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.404281 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/095270b0-4050-4392-ab22-260c02a3b1b7 HTTP/1.1" status: 204 len: 168 time: 0.4474635 Aug 10 03:40:47.448814 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178002-fbb1-4176-8cd6-38a299062776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095270b0-4050-4392-ab22-260c02a3b1b7,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.457319 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:47.478264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5766f816-81bb-4e8a-b365-c9a5595643b6,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:47.561306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.600595 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Allocated IP 172.20.0.9 (ecebe461-ac2a-4cc3-81e9-d8b51a7bb890/968fc92b-00c6-4ba2-b327-04c9b0a6d5bd/4e279ed4-c72e-4d9c-a351-411e196088fc) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:47.627718 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.628364 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.629725 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] 10.222.0.63 "PUT /v2.0/ports/5766f816-81bb-4e8a-b365-c9a5595643b6 HTTP/1.1" status: 200 len: 1094 time: 1.1023664 Aug 10 03:40:47.630170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:47.632404 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292e914-27a2-4e18-b6b5-91fc3fb522d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:47.661687 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc1a0b-9acd-47c4-a75e-66875b38389c service neutron] Pushing event updated for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.675142 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a50b0-08d9-4482-9c06-a5e008f051a4 x-openstack-request-id: req-390a50b0-08d9-4482-9c06-a5e008f051a4 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:47.675428 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:47.675682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-390a50b0-08d9-4482-9c06-a5e008f051a4 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:47.676069 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6', 'status': 'completed', 'code': 200} Aug 10 03:40:47.816682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.827142 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-a27668d2-a469-45d6-acdc-adef51728270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.828711 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-a27668d2-a469-45d6-acdc-adef51728270 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 1097 time: 0.0890713 Aug 10 03:40:47.950595 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.983764 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-f1fd9f2a-c556-4914-a529-6d1713661624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.985979 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-f1fd9f2a-c556-4914-a529-6d1713661624 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0218bd23bab4457abfb072f168e61af6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325445 Aug 10 03:40:48.003817 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52214) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.033981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:48.063267 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:48.067137 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Pushing event updated for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.072510 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:48.132967 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2ab3755f-37d1-4eb9-8c63-a3a29332c025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.144737 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.145404 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.166604 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-354e2745-cf80-4305-a9de-7d2726b328cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.168046 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e292e914-27a2-4e18-b6b5-91fc3fb522d8 req-354e2745-cf80-4305-a9de-7d2726b328cd service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715717 Aug 10 03:40:48.232397 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406d00-be82-4b3f-92ea-72f2d5cff581 req-8c44a94e-98cd-44d5-ba4e-e49fb5e9ce19 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.233915 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1406d00-be82-4b3f-92ea-72f2d5cff581 req-8c44a94e-98cd-44d5-ba4e-e49fb5e9ce19 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 944 time: 0.0645914 Aug 10 03:40:48.249538 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2ab3755f-37d1-4eb9-8c63-a3a29332c025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.287182 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b4888-a9e0-4ecc-bf14-454d7a8b4dd9 req-8312d13c-6369-44e8-b4a5-5bda2bad9616 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.288712 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2f6b4888-a9e0-4ecc-bf14-454d7a8b4dd9 req-8312d13c-6369-44e8-b4a5-5bda2bad9616 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 931 time: 0.0574603 Aug 10 03:40:48.310051 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1406d00-be82-4b3f-92ea-72f2d5cff581 req-a582a452-7806-4a3f-a32f-53005cc1b5c6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Aug 10 03:40:48.315859 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-9da3004f-643b-4cad-ba67-8b87203d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.317410 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-9da3004f-643b-4cad-ba67-8b87203d6b14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 1097 time: 0.0705287 Aug 10 03:40:48.325930 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52222) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.328795 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2f6b4888-a9e0-4ecc-bf14-454d7a8b4dd9 req-1d7d02b0-4e7a-41fe-87c0-852825e1586d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Aug 10 03:40:48.358084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8a519aa2-fcc4-4d38-89fa-15de76dc72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.387536 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-4a9a1892-eca2-457e-b018-7b2beb74622c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5766f816-81bb-4e8a-b365-c9a5595643b6 HTTP/1.1" status: 200 len: 217 time: 0.0534194 Aug 10 03:40:48.389311 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2ab3755f-37d1-4eb9-8c63-a3a29332c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.426266 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3755f-37d1-4eb9-8c63-a3a29332c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a56b1b2-f365-4dd6-ac6b-722ed9e73f13,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.432834 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2ab3755f-37d1-4eb9-8c63-a3a29332c025 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f0204f777304ab3b74f1337b5cd27f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255342 Aug 10 03:40:48.433122 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52226) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.477136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adf235-35a4-465a-a8ce-9cf0737d5b35 req-226cbe7f-760b-42f6-93de-2bb0bd669676 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.478625 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-20adf235-35a4-465a-a8ce-9cf0737d5b35 req-226cbe7f-760b-42f6-93de-2bb0bd669676 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0902593 Aug 10 03:40:48.480889 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-e9186438-e52d-4a99-bf86-a0dc5a04898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.481922 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-e9186438-e52d-4a99-bf86-a0dc5a04898c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 200 len: 854 time: 0.0797625 Aug 10 03:40:48.486446 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.513435 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.523509 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-e072d436-7545-47b3-933f-eac786af93b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0506272 Aug 10 03:40:48.545811 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-ac759022-a7ad-4efb-96b9-8168c5f55e1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05518596-49b6-4e96-8053-0b4e84949d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349817 Aug 10 03:40:48.549220 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-20adf235-35a4-465a-a8ce-9cf0737d5b35 req-33082f4b-250f-4de9-aaec-babb3e101455 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639751 Aug 10 03:40:48.563602 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Request body: {'port': {'device_id': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:48.651690 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.654649 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.656156 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a56b1b2-f365-4dd6-ac6b-722ed9e73f13 HTTP/1.1" status: 204 len: 168 time: 0.2218232 Aug 10 03:40:48.665153 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65090e-7a6c-48a5-b4e7-c749a70b0658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a56b1b2-f365-4dd6-ac6b-722ed9e73f13,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.683824 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.770168 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-879fc4bb-462a-4a1b-9a23-83bb75d935ce service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023950 Aug 10 03:40:48.904439 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8a519aa2-fcc4-4d38-89fa-15de76dc72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.989191 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a564fd6-c8dc-4a20-90b6-21cacb36972b req-aab60558-757a-4ed6-bb5c-644f24371596 service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103567 Aug 10 03:40:48.996944 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8a519aa2-fcc4-4d38-89fa-15de76dc72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.052104 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-8a519aa2-fcc4-4d38-89fa-15de76dc72a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb88507343a14ea7bebd18c845f2ec05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7251143 Aug 10 03:40:49.054954 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52240) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.056109 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519aa2-fcc4-4d38-89fa-15de76dc72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee3e56c-dd4e-44d6-aa6f-70291861d69d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.120244 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.146253 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e279ed4-c72e-4d9c-a351-411e196088fc {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:49.154518 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.159764 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.167306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Transition to ACTIVE for port object 4e279ed4-c72e-4d9c-a351-411e196088fc will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:49.285908 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.299354 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52252) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.318333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.318333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.319229 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ee3e56c-dd4e-44d6-aa6f-70291861d69d HTTP/1.1" status: 204 len: 168 time: 0.2621143 Aug 10 03:40:49.329335 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec87817-da2b-4ffb-a6f1-0921ddcf8b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee3e56c-dd4e-44d6-aa6f-70291861d69d,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.346897 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Pushing event updated for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.424705 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Attempting to bind port 4e279ed4-c72e-4d9c-a351-411e196088fc on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.425042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Attempting to bind port 4e279ed4-c72e-4d9c-a351-411e196088fc by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.425370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Attempting to bind port 4e279ed4-c72e-4d9c-a351-411e196088fc on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.443986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Port 4e279ed4-c72e-4d9c-a351-411e196088fc on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.444428 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Attempting to bind port 4e279ed4-c72e-4d9c-a351-411e196088fc on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.464555 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:49.464889 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Checking segment: {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:49.465321 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Bound using segment: {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:49.465829 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Bound port: 4e279ed4-c72e-4d9c-a351-411e196088fc, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:49.466246 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.493129 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966be28-ec17-4846-b74b-21d29dbfc74c req-3df72147-afdf-4c9b-b4e5-ec853d5778c3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.494643 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3966be28-ec17-4846-b74b-21d29dbfc74c req-3df72147-afdf-4c9b-b4e5-ec853d5778c3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 944 time: 0.0646396 Aug 10 03:40:49.495558 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21f1798e-2e2b-4e2e-b548-14e22699b158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.523216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba5a4e-ba21-4ebd-a926-777b085227b4 req-6d840b24-fe7d-4072-99ae-865fd9f2e4c1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.524997 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8eba5a4e-ba21-4ebd-a926-777b085227b4 req-6d840b24-fe7d-4072-99ae-865fd9f2e4c1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0917537 Aug 10 03:40:49.568529 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3966be28-ec17-4846-b74b-21d29dbfc74c req-5b20fc2b-d539-40ec-b3c0-2d2f871eccac tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614541 Aug 10 03:40:49.568830 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:49.588402 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4e279ed4-c72e-4d9c-a351-411e196088fc,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:49.593176 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8eba5a4e-ba21-4ebd-a926-777b085227b4 req-e45dd958-0d12-4b1a-9392-51f73706ac5f tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578821 Aug 10 03:40:49.647487 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21f1798e-2e2b-4e2e-b548-14e22699b158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.669711 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.686445 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8316daa-aa1a-487c-b90e-80f6766496df req-13514986-be42-40d2-bf53-cbfa7fbcb4fc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.688802 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8316daa-aa1a-487c-b90e-80f6766496df req-13514986-be42-40d2-bf53-cbfa7fbcb4fc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0537777 Aug 10 03:40:49.730017 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.730962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.732426 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] 10.222.0.63 "PUT /v2.0/ports/4e279ed4-c72e-4d9c-a351-411e196088fc HTTP/1.1" status: 200 len: 1093 time: 1.1745472 Aug 10 03:40:49.732795 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f8316daa-aa1a-487c-b90e-80f6766496df req-a5d6f7ff-fcae-4e7c-874d-003dd20aa93d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368080 Aug 10 03:40:49.733070 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:49.736417 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a3a38a-55fb-4944-a8c8-951cda282687" -d '{"events": [{"name": "network-changed", "server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:49.766296 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4268b90-7f03-4b44-aba2-7eabd51df149 service neutron] Pushing event updated for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.781850 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fbc060-02ac-482f-9304-9264020a5fd7 x-openstack-request-id: req-e4fbc060-02ac-482f-9304-9264020a5fd7 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:49.782137 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:49.782387 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4fbc060-02ac-482f-9304-9264020a5fd7 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:49.782780 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc', 'status': 'completed', 'code': 200} Aug 10 03:40:49.800043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-21f1798e-2e2b-4e2e-b548-14e22699b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.840878 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1798e-2e2b-4e2e-b548-14e22699b158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76663ca0-9196-473e-b845-c6a868aa2a5f,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.846136 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-21f1798e-2e2b-4e2e-b548-14e22699b158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb3d1d340d154f7c9929184b98414377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456638 Aug 10 03:40:49.850635 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52276) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.878229 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-908d36b4-86b6-44d9-9757-f99dbd9b0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.879765 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-908d36b4-86b6-44d9-9757-f99dbd9b0408 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 1096 time: 0.0462153 Aug 10 03:40:49.908591 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.931106 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.993774 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-f84a5850-cae2-427b-acfd-5da4172b2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.995310 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-f84a5850-cae2-427b-acfd-5da4172b2c95 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=46fb8b2b63114fd68f07ec997a49a162&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941398 Aug 10 03:40:50.075779 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.083372 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.086427 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76663ca0-9196-473e-b845-c6a868aa2a5f HTTP/1.1" status: 204 len: 168 time: 0.2343192 Aug 10 03:40:50.106356 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba334eb4-5bc9-4936-b4a8-974985cb2c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76663ca0-9196-473e-b845-c6a868aa2a5f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.352239 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-0cd9fc84-43b6-4aed-9f63-446e9a10f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.353551 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-15a3a38a-55fb-4944-a8c8-951cda282687 req-0cd9fc84-43b6-4aed-9f63-446e9a10f811 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483260 Aug 10 03:40:50.356488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10beada-12cb-4978-a237-007be4eee9f1 req-ba751ace-b72b-400f-a7c9-a464b59285ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.357839 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f10beada-12cb-4978-a237-007be4eee9f1 req-ba751ace-b72b-400f-a7c9-a464b59285ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1099 time: 0.0666256 Aug 10 03:40:50.446067 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f10beada-12cb-4978-a237-007be4eee9f1 req-2163e14f-180f-41a4-811f-92dd83c4c420 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Aug 10 03:40:50.976430 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30ddb-4294-41bc-ab97-3c0704a9216c req-c9e515f9-09c4-4b47-bf2e-a6384fca73c7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.978597 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10f30ddb-4294-41bc-ab97-3c0704a9216c req-c9e515f9-09c4-4b47-bf2e-a6384fca73c7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 944 time: 0.0690875 Aug 10 03:40:51.019247 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b8429a0d-54dc-486f-b831-ada5babf3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.021263 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-b8429a0d-54dc-486f-b831-ada5babf3f8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 1096 time: 0.0952384 Aug 10 03:40:51.029138 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10f30ddb-4294-41bc-ab97-3c0704a9216c req-60ef3f61-b5ad-468c-8822-13b24179b7e4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Aug 10 03:40:51.041271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aa358-80bf-47f6-92b5-c7fb148f52cc req-2ba62e80-3e24-4991-884e-c50a74c90790 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.042804 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1a0aa358-80bf-47f6-92b5-c7fb148f52cc req-2ba62e80-3e24-4991-884e-c50a74c90790 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0750844 Aug 10 03:40:51.089511 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-f7fcfddc-b335-4db4-b777-21f27793cb21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e279ed4-c72e-4d9c-a351-411e196088fc HTTP/1.1" status: 200 len: 217 time: 0.0426815 Aug 10 03:40:51.144849 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1a0aa358-80bf-47f6-92b5-c7fb148f52cc req-57a42975-cf95-4eaa-b274-c9a4b3843bd1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900097 Aug 10 03:40:51.151097 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078165cb-2def-4d84-b7c4-1ee900ff9aa2 req-fa3f0233-fc61-4c61-880a-66662d496a89 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.159642 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-078165cb-2def-4d84-b7c4-1ee900ff9aa2 req-fa3f0233-fc61-4c61-880a-66662d496a89 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0589387 Aug 10 03:40:51.190962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-3c0ebb32-6a4b-499b-b4bd-83291558318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.192705 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-3c0ebb32-6a4b-499b-b4bd-83291558318d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=968fc92b-00c6-4ba2-b327-04c9b0a6d5bd HTTP/1.1" status: 200 len: 849 time: 0.0814435 Aug 10 03:40:51.232360 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-078165cb-2def-4d84-b7c4-1ee900ff9aa2 req-62e030f2-fa59-4014-886c-06d7cedff696 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Aug 10 03:40:51.244592 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-6ceddbee-c601-4a06-a5fa-32911abefeb1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336637 Aug 10 03:40:51.348144 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-9258a6ec-0226-4203-ac45-7b37464608a9 service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982630 Aug 10 03:40:51.441037 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04b5b57e-d83d-4060-bdc3-0ff3b9998993 req-03c5a2dc-453c-48dd-b9f8-642282080209 service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838711 Aug 10 03:40:51.822343 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5766f816-81bb-4e8a-b365-c9a5595643b6 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:51.924847 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5766f816-81bb-4e8a-b365-c9a5595643b6,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.936471 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '5766f816-81bb-4e8a-b365-c9a5595643b6', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'port_id': '5766f816-81bb-4e8a-b365-c9a5595643b6', 'mac_address': 'fa:16:3e:06:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ba41af-8934-4342-acd9-0e34f5ca11d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:51.977560 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.990678 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5766f816-81bb-4e8a-b365-c9a5595643b6 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:52.011293 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5766f816-81bb-4e8a-b365-c9a5595643b6,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:52.097086 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.148503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.163849 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a6a91-bb6f-4d8d-b670-2995e613da12 req-4782049f-a8db-4a1e-9d0d-cec810ea767d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.165442 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-215a6a91-bb6f-4d8d-b670-2995e613da12 req-4782049f-a8db-4a1e-9d0d-cec810ea767d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 945 time: 0.0643723 Aug 10 03:40:52.208005 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-215a6a91-bb6f-4d8d-b670-2995e613da12 req-3589af5f-28d4-4ef4-91ee-25e335b14d14 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 10 03:40:52.291108 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830ce4-d3ab-4bff-a25f-d72220ca1f1d req-12661957-38f9-4788-b7ee-686855738411 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.295968 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fb830ce4-d3ab-4bff-a25f-d72220ca1f1d req-12661957-38f9-4788-b7ee-686855738411 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0518537 Aug 10 03:40:52.347766 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fb830ce4-d3ab-4bff-a25f-d72220ca1f1d req-34e30f40-9a75-461a-b92f-31e747fcc893 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Aug 10 03:40:52.353235 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198231-9271-4f95-b461-ce8ee84c2fc2 req-6c1ee641-520e-403a-9a3c-dcd581c9c480 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.355589 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c9198231-9271-4f95-b461-ce8ee84c2fc2 req-6c1ee641-520e-403a-9a3c-dcd581c9c480 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Aug 10 03:40:52.398357 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c9198231-9271-4f95-b461-ce8ee84c2fc2 req-a434a275-b4c5-4c20-99d5-bfd16bfb7c2d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Aug 10 03:40:52.687142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['5766f816-81bb-4e8a-b365-c9a5595643b6'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:53.097073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.323829 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a86e-e1be-4a8c-ad1b-4188c7dae684 req-587e9b11-6090-402a-a08f-efb053a167e7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.325345 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5e49a86e-e1be-4a8c-ad1b-4188c7dae684 req-587e9b11-6090-402a-a08f-efb053a167e7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 945 time: 0.0466375 Aug 10 03:40:53.363396 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5e49a86e-e1be-4a8c-ad1b-4188c7dae684 req-6ed488bb-8121-40e9-880e-9c332ea9ae03 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Aug 10 03:40:53.463572 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a834-e8fa-450a-8873-685d32f1d240 req-0943f348-43a6-4e60-829a-966260015bbb tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.465018 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aab8a834-e8fa-450a-8873-685d32f1d240 req-0943f348-43a6-4e60-829a-966260015bbb tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0476875 Aug 10 03:40:53.504401 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aab8a834-e8fa-450a-8873-685d32f1d240 req-89aa6929-31b8-49e4-ade0-8aa306275e21 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 10 03:40:53.519257 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769d09-2ec5-49cb-9b6f-484c09d416d0 req-ffeddd86-1987-4b92-850a-09322408eb38 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.525346 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5f769d09-2ec5-49cb-9b6f-484c09d416d0 req-ffeddd86-1987-4b92-850a-09322408eb38 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0478790 Aug 10 03:40:53.560658 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5f769d09-2ec5-49cb-9b6f-484c09d416d0 req-874ec1f9-e5a0-48e1-89ff-095b797c68e3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Aug 10 03:40:53.683474 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba92ca2-9186-4e3f-a34d-e7f8e19ff4fa req-cfc67fb4-1512-418e-8448-57d9ba76e04b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.685162 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dba92ca2-9186-4e3f-a34d-e7f8e19ff4fa req-cfc67fb4-1512-418e-8448-57d9ba76e04b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0587761 Aug 10 03:40:53.724324 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dba92ca2-9186-4e3f-a34d-e7f8e19ff4fa req-15a3e818-9135-4bd6-a213-cdfdd7336ce4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Aug 10 03:40:53.920705 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-1d459a98-0d5a-458f-834f-d2ca0feaa010 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6f912b62093449cea652d5e2b536ac2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308056 Aug 10 03:40:54.302785 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-4c1dfcb5-98f2-4343-902a-0553a7f13636 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.304342 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-4c1dfcb5-98f2-4343-902a-0553a7f13636 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778179 Aug 10 03:40:54.321664 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-e794f9a8-da1d-4746-b916-c6459e2dd3bb tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/quotas/6f912b62093449cea652d5e2b536ac2a HTTP/1.1" status: 200 len: 375 time: 0.0100107 Aug 10 03:40:54.353997 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-2eff2b81-dfd0-451d-bcf0-828d0daf307c tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f912b62093449cea652d5e2b536ac2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258887 Aug 10 03:40:54.642798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282a8a6-b2c8-4b94-8235-d60aad982542 req-fa99f773-cb24-480d-931a-e06fd0353ce3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.642798 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6282a8a6-b2c8-4b94-8235-d60aad982542 req-fa99f773-cb24-480d-931a-e06fd0353ce3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 945 time: 0.0754566 Aug 10 03:40:54.704530 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6282a8a6-b2c8-4b94-8235-d60aad982542 req-376ca339-58e4-4011-93a0-a8ca1067a986 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Aug 10 03:40:54.712895 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51651-e04c-47f5-91f0-bfbf3bb52917 req-83fa6ee4-59e8-4d64-b5fa-9f42ff891bb4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.714558 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-53c51651-e04c-47f5-91f0-bfbf3bb52917 req-83fa6ee4-59e8-4d64-b5fa-9f42ff891bb4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0679164 Aug 10 03:40:54.757987 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-53c51651-e04c-47f5-91f0-bfbf3bb52917 req-38f66044-d08a-46b3-80d5-c87ab292c95d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Aug 10 03:40:54.783056 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-94d42836-70ee-42eb-afaa-9278e7d7e056 req-1d9cbdbc-ecb4-4c7a-be70-0112b1fe7e3b tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0357933 Aug 10 03:40:55.822092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e43b7-f7eb-4fb1-8390-b13ad09dd859 req-796e44a3-c9a9-49f0-af7d-69425044057d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.823599 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-782e43b7-f7eb-4fb1-8390-b13ad09dd859 req-796e44a3-c9a9-49f0-af7d-69425044057d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 945 time: 0.0488942 Aug 10 03:40:55.856272 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 4e279ed4-c72e-4d9c-a351-411e196088fc details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:55.863263 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-782e43b7-f7eb-4fb1-8390-b13ad09dd859 req-d0f2be1f-1e0f-43ba-a54c-cc592ea7213a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Aug 10 03:40:55.870891 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5766f816-81bb-4e8a-b365-c9a5595643b6 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:55.985188 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa3a3c-632c-4626-9871-e8c597d5523b req-02c547d3-f870-4989-9e4f-6d0e5e47df05 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.987017 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f4fa3a3c-632c-4626-9871-e8c597d5523b req-02c547d3-f870-4989-9e4f-6d0e5e47df05 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 943 time: 0.0516732 Aug 10 03:40:55.998550 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4e279ed4-c72e-4d9c-a351-411e196088fc,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:56.009490 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '4e279ed4-c72e-4d9c-a351-411e196088fc', 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890', 'port_id': '4e279ed4-c72e-4d9c-a351-411e196088fc', 'mac_address': 'fa:16:3e:0b:e8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fc92b-00c6-4ba2-b327-04c9b0a6d5bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:56.025569 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f4fa3a3c-632c-4626-9871-e8c597d5523b req-fe1cce5a-fa58-4bde-bfd7-3be6f5281a68 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Aug 10 03:40:56.046369 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.060476 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e279ed4-c72e-4d9c-a351-411e196088fc {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:56.082508 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4e279ed4-c72e-4d9c-a351-411e196088fc,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:56.110949 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e4205436-9b90-46eb-9b71-3ae37de4cf4f req-b946234f-0384-4f95-bdd1-6bb43aea4f42 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0371835 Aug 10 03:40:56.126075 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 5766f816-81bb-4e8a-b365-c9a5595643b6 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:56.130164 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 5766f816-81bb-4e8a-b365-c9a5595643b6 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:56.130536 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.207514 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.222261 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.273286 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:56.275535 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d818e4-8c9a-444e-85f8-80671cbf3541" -d '{"events": [{"server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "name": "network-vif-plugged", "status": "completed", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:56.296922 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5766f816-81bb-4e8a-b365-c9a5595643b6,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:56.298036 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.321909 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca72a0-5868-4e67-a4e1-2f5e68b70d32 x-openstack-request-id: req-04ca72a0-5868-4e67-a4e1-2f5e68b70d32 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:56.322204 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "name": "network-vif-plugged", "status": "completed", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:56.322463 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04ca72a0-5868-4e67-a4e1-2f5e68b70d32 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:56.322846 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6', 'code': 200} Aug 10 03:40:56.324356 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa08640-ceb9-403b-9823-b04a2a613b85 req-28760040-3017-4498-963a-a9680a14ac92 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.325869 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1aa08640-ceb9-403b-9823-b04a2a613b85 req-28760040-3017-4498-963a-a9680a14ac92 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0588303 Aug 10 03:40:56.364290 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1aa08640-ceb9-403b-9823-b04a2a613b85 req-72ddf4a2-d146-41d1-9abb-708c4de051c7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Aug 10 03:40:56.440386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.488883 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.536832 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-58358b28-9ee9-471c-8241-d1255fc972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.538346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-58358b28-9ee9-471c-8241-d1255fc972bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0526140 Aug 10 03:40:56.639945 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-f3ae195b-6a05-41d4-b5da-967bfd52bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.641481 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-f3ae195b-6a05-41d4-b5da-967bfd52bc86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.0897539 Aug 10 03:40:56.698774 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-19511679-1530-4979-a9e9-20d5b6230fa7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.0347097 Aug 10 03:40:56.752263 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-03ad0be5-3510-4243-8c6e-c6924420d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.753808 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-03ad0be5-3510-4243-8c6e-c6924420d9c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0448160 Aug 10 03:40:56.789387 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-9fc8c0a8-fc7c-4ef1-bf6f-33acf0f1a459 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265257 Aug 10 03:40:56.823697 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['4e279ed4-c72e-4d9c-a351-411e196088fc'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:56.939343 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-52c9e431-b122-4fc1-85ee-d0ae5368028e service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127985 Aug 10 03:40:57.004518 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949148-5828-4880-9221-20ab6bb07eac req-8d6f6e93-2ea2-4d81-a3df-4297c96c7289 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.006113 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4c949148-5828-4880-9221-20ab6bb07eac req-8d6f6e93-2ea2-4d81-a3df-4297c96c7289 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0500655 Aug 10 03:40:57.032612 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1532b9-5904-4272-aed5-89990a093249 req-71585180-a02f-42b6-af04-6f1283442768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.034143 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ce1532b9-5904-4272-aed5-89990a093249 req-71585180-a02f-42b6-af04-6f1283442768 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 1099 time: 0.2063100 Aug 10 03:40:57.048589 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4c949148-5828-4880-9221-20ab6bb07eac req-cb8f85e5-a2e3-475b-a872-8137dab82c70 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363603 Aug 10 03:40:57.087946 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1904999-bb7b-48e9-8b5d-370cab1e7c7a req-18b241ea-a914-49b7-949a-759b542cf3d8 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260955 Aug 10 03:40:57.105917 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ce1532b9-5904-4272-aed5-89990a093249 req-e53c69db-7882-4c7b-b4f0-185e1eff7d7e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Aug 10 03:40:57.157337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73691-d861-4b6a-8afb-3f770b5eb7c7 req-e164d98c-91e0-4952-bfc2-1af99ce7d837 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.159155 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4a73691-d861-4b6a-8afb-3f770b5eb7c7 req-e164d98c-91e0-4952-bfc2-1af99ce7d837 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 944 time: 0.0563998 Aug 10 03:40:57.211756 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c69da8d5-6c0b-40a3-8165-ef52fb6e9a4d req-269e7e79-6eb3-4c65-8a15-e5e84bcf7dce tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Aug 10 03:40:57.212711 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4a73691-d861-4b6a-8afb-3f770b5eb7c7 req-5ac8f987-c2ee-4d24-b0a6-7f3bb39a36e4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Aug 10 03:40:57.479041 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52522) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.482986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37429-6fe1-43ec-a85d-3d14b49c34b3 req-8dc25b88-1b6b-43f3-87fe-1a982031f9cf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.485061 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e8e37429-6fe1-43ec-a85d-3d14b49c34b3 req-8dc25b88-1b6b-43f3-87fe-1a982031f9cf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0510907 Aug 10 03:40:57.534964 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e8e37429-6fe1-43ec-a85d-3d14b49c34b3 req-3526d7ed-4dee-4b55-9fd3-89202fb3c1cb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Aug 10 03:40:57.612158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-82c568c9-5884-419d-8815-40d7e6b5e54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.703457 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0218d477-ddd0-4b0a-a78a-b1d087b85a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.707698 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-82c568c9-5884-419d-8815-40d7e6b5e54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.782944 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-82c568c9-5884-419d-8815-40d7e6b5e54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.824246 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c568c9-5884-419d-8815-40d7e6b5e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c1a174-492f-44a6-a2b3-34aea0a64cf2,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:57.831592 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-82c568c9-5884-419d-8815-40d7e6b5e54a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c094b5a972e741a29fd9aff1ecc631af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515370 Aug 10 03:40:57.831750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52532) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.880953 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.902456 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.028525 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.030981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.032292 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c1a174-492f-44a6-a2b3-34aea0a64cf2 HTTP/1.1" status: 204 len: 168 time: 0.1993008 Aug 10 03:40:58.042428 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a80ea5-74a1-446b-878a-bca9d1cd076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c1a174-492f-44a6-a2b3-34aea0a64cf2,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.171243 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6906-e943-4ec7-9ea1-e51e3e48606a req-9e82fc9e-827b-41d1-9a69-7aa8b40a6757 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.172783 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-022d6906-e943-4ec7-9ea1-e51e3e48606a req-9e82fc9e-827b-41d1-9a69-7aa8b40a6757 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0511189 Aug 10 03:40:58.212401 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-022d6906-e943-4ec7-9ea1-e51e3e48606a req-3ca1f7d8-9c1f-4b0d-b0b9-a7e00a93e67b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Aug 10 03:40:58.316979 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ea42e85-c34a-4acb-a750-20eb5990ad89 req-5eba20ba-f77e-4760-b031-e4ee3f021430 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0276828 Aug 10 03:40:58.332929 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ed9f-f0fb-46f6-9668-3c29febaff03 req-237e8224-4c76-4edb-89c1-719b0cebc26c tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.335093 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f065ed9f-f0fb-46f6-9668-3c29febaff03 req-237e8224-4c76-4edb-89c1-719b0cebc26c tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 944 time: 0.0540428 Aug 10 03:40:58.385266 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f065ed9f-f0fb-46f6-9668-3c29febaff03 req-eeb7d0e3-e618-44e1-9e74-027c831932a0 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Aug 10 03:40:58.651130 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4d721-b9c0-4863-8a15-8e01ca19620e req-10acb990-039d-41a9-b0a7-4b875cba4a3c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.652652 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-31a4d721-b9c0-4863-8a15-8e01ca19620e req-10acb990-039d-41a9-b0a7-4b875cba4a3c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0489225 Aug 10 03:40:58.698024 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-31a4d721-b9c0-4863-8a15-8e01ca19620e req-52cfe92b-4288-4271-961c-ddc051a843a3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Aug 10 03:40:58.700980 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-e73f6f45-162d-4390-8faf-b556f26ed12a tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6f912b62093449cea652d5e2b536ac2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317578 Aug 10 03:40:58.904685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-9e1fe1f1-51de-412c-b606-7ff3d29a7d7d tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.906682 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-9e1fe1f1-51de-412c-b606-7ff3d29a7d7d tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910782 Aug 10 03:40:59.003612 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Request body: {'port': {'device_id': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902', 'admin_state_up': True, 'tenant_id': '6f912b62093449cea652d5e2b536ac2a'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:59.217101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Made reservation on behalf of 6f912b62093449cea652d5e2b536ac2a for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:59.221366 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.236803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.381401 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ec193-3e1d-4d39-b104-86e1de77081f req-ea405489-c865-496a-b61e-383c03adbe1d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.390055 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-175ec193-3e1d-4d39-b104-86e1de77081f req-ea405489-c865-496a-b61e-383c03adbe1d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0862763 Aug 10 03:40:59.443897 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.444663 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-714a238d-7198-4a7f-b8af-60fabb0052bd req-bd1b1093-acac-4545-a2df-b292556fba5c tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0380352 Aug 10 03:40:59.458605 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-175ec193-3e1d-4d39-b104-86e1de77081f req-18beb63c-1054-4f73-9aa7-de439160a4fc tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671704 Aug 10 03:40:59.541335 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424690c-eea5-4e35-91eb-fb0243be220b req-8db74371-8d16-49d0-b658-c05feedba4a3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.542647 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.542812 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8424690c-eea5-4e35-91eb-fb0243be220b req-8db74371-8d16-49d0-b658-c05feedba4a3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 944 time: 0.0487802 Aug 10 03:40:59.593773 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8424690c-eea5-4e35-91eb-fb0243be220b req-494b6e4f-48db-4682-951c-59f5c9a5dfac tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Aug 10 03:40:59.608374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f146b-87a7-46a7-86d9-72e899edb163,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.681036 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Allocated IP 192.168.233.235 (50b36cf4-8815-41af-9a06-5f67e7c49902/d0c41cc1-0432-493e-91cf-8bfa39dfb80b/728523d7-369a-49a2-937d-b2808fcdcf0c) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:59.851176 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.867885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Transition to ACTIVE for port object 728523d7-369a-49a2-937d-b2808fcdcf0c will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:59.904460 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 4e279ed4-c72e-4d9c-a351-411e196088fc up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:59.951337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f759b4-c10c-4567-a230-5d24b1adc06e req-28be6bad-a7af-40f8-b46c-70eaa4f63c5f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.952884 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e9f759b4-c10c-4567-a230-5d24b1adc06e req-28be6bad-a7af-40f8-b46c-70eaa4f63c5f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0478320 Aug 10 03:40:59.976948 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.034322 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 4e279ed4-c72e-4d9c-a351-411e196088fc completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:00.038366 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 4e279ed4-c72e-4d9c-a351-411e196088fc triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:00.038509 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e9f759b4-c10c-4567-a230-5d24b1adc06e req-935db7ce-21b1-48fd-a1bc-ddc59640fe04 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796447 Aug 10 03:41:00.038744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.049183 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Network 50b36cf4-8815-41af-9a06-5f67e7c49902 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:00.058311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:00.058311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:00.078905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Pushing event updated for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.139583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.141088 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.156390 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.181334 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:00.183846 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce4dc3-d7a0-47fc-a77d-b537c7c9b83f" -d '{"events": [{"server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "name": "network-vif-plugged", "status": "completed", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:00.203356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4e279ed4-c72e-4d9c-a351-411e196088fc,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:00.237755 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68bf48a-458b-4234-8aba-274d69db9a25 x-openstack-request-id: req-e68bf48a-458b-4234-8aba-274d69db9a25 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:00.238116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "name": "network-vif-plugged", "status": "completed", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:00.238990 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68bf48a-458b-4234-8aba-274d69db9a25 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:00.239398 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc', 'code': 200} Aug 10 03:41:00.252190 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-81188b2a-4232-4658-9eef-f6cad8b007f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.259778 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-eb797902-f81b-45b2-a4a5-4a0b7a5dae94 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2503123 Aug 10 03:41:00.303450 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.348095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Request body: {'port': {'device_id': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:00.356782 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.399947 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.418239 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.468910 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-741df6a0-306e-4bc2-ac37-3eeb4ae251bf None None] Provisioning for port 728523d7-369a-49a2-937d-b2808fcdcf0c completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:00.475189 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-741df6a0-306e-4bc2-ac37-3eeb4ae251bf None None] Provisioning complete for port 728523d7-369a-49a2-937d-b2808fcdcf0c triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:00.476598 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-741df6a0-306e-4bc2-ac37-3eeb4ae251bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.527697 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-741df6a0-306e-4bc2-ac37-3eeb4ae251bf None None] Port 728523d7-369a-49a2-937d-b2808fcdcf0c cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:00.563440 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589861-879e-4301-8451-82d14808920c req-f7810270-8d0f-4ae6-a6cf-6f3c37f484b1 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.565017 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f2589861-879e-4301-8451-82d14808920c req-f7810270-8d0f-4ae6-a6cf-6f3c37f484b1 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 936 time: 0.0557311 Aug 10 03:41:00.604872 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f2589861-879e-4301-8451-82d14808920c req-88907e21-3680-4f45-9253-e79e7fc98601 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Aug 10 03:41:00.678919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4e433-b9a2-4b8e-b34c-a14d0f1fa5a3 req-32808b17-2685-478a-b06f-6f474f79d657 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.680562 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7f4e433-b9a2-4b8e-b34c-a14d0f1fa5a3 req-32808b17-2685-478a-b06f-6f474f79d657 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.1138070 Aug 10 03:41:00.715174 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b4202-c896-4083-9986-ec5bc0c0c2e2 req-47d2a6d0-c4a4-4583-a5cf-e6fd0c948d84 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.716718 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-384b4202-c896-4083-9986-ec5bc0c0c2e2 req-47d2a6d0-c4a4-4583-a5cf-e6fd0c948d84 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Aug 10 03:41:00.755132 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-384b4202-c896-4083-9986-ec5bc0c0c2e2 req-bd6587bd-4c0d-4473-b1e9-f39c38e5ae7b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 10 03:41:00.782063 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7f4e433-b9a2-4b8e-b34c-a14d0f1fa5a3 req-1065523d-ca18-495f-b0de-44998ef1cf2b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951314 Aug 10 03:41:00.814350 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee803-2aff-4595-bd46-f046bcdf940a req-d4c3bd93-cbcb-4b08-9dc2-bc63342b1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.815897 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-664ee803-2aff-4595-bd46-f046bcdf940a req-d4c3bd93-cbcb-4b08-9dc2-bc63342b1e4e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 1098 time: 0.1170745 Aug 10 03:41:00.836087 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728523d7-369a-49a2-937d-b2808fcdcf0c {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:00.850507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.871084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Transition to ACTIVE for port object 728523d7-369a-49a2-937d-b2808fcdcf0c will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:00.875641 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-664ee803-2aff-4595-bd46-f046bcdf940a req-cc02288e-0500-4da5-ac62-f35fd9f412a7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Aug 10 03:41:00.937317 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.994660 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Pushing event updated for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.069049 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Attempting to bind port 728523d7-369a-49a2-937d-b2808fcdcf0c on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:01.069519 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Attempting to bind port 728523d7-369a-49a2-937d-b2808fcdcf0c by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:01.069854 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Attempting to bind port 728523d7-369a-49a2-937d-b2808fcdcf0c on network 50b36cf4-8815-41af-9a06-5f67e7c49902 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:01.074421 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Port 728523d7-369a-49a2-937d-b2808fcdcf0c on network 50b36cf4-8815-41af-9a06-5f67e7c49902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:01.074753 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Attempting to bind port 728523d7-369a-49a2-937d-b2808fcdcf0c on network 50b36cf4-8815-41af-9a06-5f67e7c49902 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:01.081467 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:01.081916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Checking segment: {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:01.082292 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Bound using segment: {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:01.087847 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Bound port: 728523d7-369a-49a2-937d-b2808fcdcf0c, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff77b5a-2171-4307-98af-3d8102d182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:01.087847 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.163837 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:01.166882 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=728523d7-369a-49a2-937d-b2808fcdcf0c,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:01.175229 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38163f0-2f5b-4f2a-8403-cff9cbf43345 req-c9ff13d0-c593-43c9-b304-dbe74716d1fe tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.176745 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b38163f0-2f5b-4f2a-8403-cff9cbf43345 req-c9ff13d0-c593-43c9-b304-dbe74716d1fe tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0538731 Aug 10 03:41:01.213984 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b38163f0-2f5b-4f2a-8403-cff9cbf43345 req-fcba7b95-5427-4721-899e-82a90808cb10 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Aug 10 03:41:01.281566 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.318144 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.318797 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.320337 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] 10.222.0.63 "PUT /v2.0/ports/728523d7-369a-49a2-937d-b2808fcdcf0c HTTP/1.1" status: 200 len: 1098 time: 0.9772093 Aug 10 03:41:01.320838 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:01.323145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5366404-23fc-41f1-85d9-08dba2dc3a48" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:01.351529 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c954357-c59e-4c03-8d4f-130ed236a41c service neutron] Pushing event updated for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.391982 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d693ffe6-1270-4988-ae5e-3f40b3dd82cf x-openstack-request-id: req-d693ffe6-1270-4988-ae5e-3f40b3dd82cf {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:01.392308 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:01.392565 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d693ffe6-1270-4988-ae5e-3f40b3dd82cf {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:01.392950 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c', 'status': 'completed', 'code': 200} Aug 10 03:41:01.501514 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.588271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366404-23fc-41f1-85d9-08dba2dc3a48 req-d5c2fb00-8016-435d-a756-66cf0b2a7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.589735 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f5366404-23fc-41f1-85d9-08dba2dc3a48 req-d5c2fb00-8016-435d-a756-66cf0b2a7261 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f912b62093449cea652d5e2b536ac2a&device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 1101 time: 0.0571022 Aug 10 03:41:01.663691 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f5366404-23fc-41f1-85d9-08dba2dc3a48 req-95fa9f12-51aa-41b0-a90a-7f9ea4734f26 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6f912b62093449cea652d5e2b536ac2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202799 Aug 10 03:41:01.784750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c5760-9252-4fc8-b676-abbf6a9b9aaf req-8bde7b29-94a3-45a5-98b5-0ca426f6e30d tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.786266 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d95c5760-9252-4fc8-b676-abbf6a9b9aaf req-8bde7b29-94a3-45a5-98b5-0ca426f6e30d tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 948 time: 0.1039689 Aug 10 03:41:01.807014 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366404-23fc-41f1-85d9-08dba2dc3a48 req-06a1c6aa-708e-4743-bba1-438a59ab679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.808551 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f5366404-23fc-41f1-85d9-08dba2dc3a48 req-06a1c6aa-708e-4743-bba1-438a59ab679f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339753 Aug 10 03:41:01.837193 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d95c5760-9252-4fc8-b676-abbf6a9b9aaf req-ea1ea1d6-5016-432c-8e20-5b33095186af tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Aug 10 03:41:01.879355 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3b49-e852-43fb-b073-6f3cfab21531 req-adad3d5f-7c3a-4df3-8377-5184c83adeee tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.880926 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-72ed3b49-e852-43fb-b073-6f3cfab21531 req-adad3d5f-7c3a-4df3-8377-5184c83adeee tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Aug 10 03:41:01.920781 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-72ed3b49-e852-43fb-b073-6f3cfab21531 req-de40cbfd-6be2-4334-bb27-365fc411d6ac tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Aug 10 03:41:01.930895 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-eb09bc36-888b-4774-8b01-1528abe322aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.932724 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-eb09bc36-888b-4774-8b01-1528abe322aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f912b62093449cea652d5e2b536ac2a&device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 1101 time: 0.0407450 Aug 10 03:41:01.998680 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-1e98ddde-0623-43bc-85be-6cfa659d80b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=728523d7-369a-49a2-937d-b2808fcdcf0c HTTP/1.1" status: 200 len: 217 time: 0.0329840 Aug 10 03:41:02.054449 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-eb4ab771-af36-420c-b8f2-be15a295e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.055805 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-eb4ab771-af36-420c-b8f2-be15a295e363 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d0c41cc1-0432-493e-91cf-8bfa39dfb80b HTTP/1.1" status: 200 len: 843 time: 0.0469732 Aug 10 03:41:02.105274 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631492-954d-468b-8028-120264083f34 req-488c60f9-9673-4fd4-a02b-770876290667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.106785 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-488c60f9-9673-4fd4-a02b-770876290667 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=50b36cf4-8815-41af-9a06-5f67e7c49902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384455 Aug 10 03:41:02.220134 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-799850a1-f95a-4e67-b3d9-ea4ae23dd0b3 service neutron] 10.222.0.63 "GET /v2.0/networks/50b36cf4-8815-41af-9a06-5f67e7c49902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874169 Aug 10 03:41:02.357156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c679a9-b91a-49f2-b3db-e7b82c1083bc req-46801aab-7dbf-442d-87a5-35a9a6bb2369 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.358631 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4c679a9-b91a-49f2-b3db-e7b82c1083bc req-46801aab-7dbf-442d-87a5-35a9a6bb2369 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0753360 Aug 10 03:41:02.361631 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4631492-954d-468b-8028-120264083f34 req-129f456a-2a70-40b5-a10d-1b25a9cf2d9a service neutron] 10.222.0.63 "GET /v2.0/networks/50b36cf4-8815-41af-9a06-5f67e7c49902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282003 Aug 10 03:41:02.397390 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4c679a9-b91a-49f2-b3db-e7b82c1083bc req-c57191bd-2800-4375-a1b4-44c638dfc471 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Aug 10 03:41:02.956029 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b07db-6287-4a6f-9cc6-bcdbd64ac1fe req-8abaef88-c138-4530-91cb-d6481997b320 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.957517 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a47b07db-6287-4a6f-9cc6-bcdbd64ac1fe req-8abaef88-c138-4530-91cb-d6481997b320 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 948 time: 0.0509739 Aug 10 03:41:02.995048 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a47b07db-6287-4a6f-9cc6-bcdbd64ac1fe req-9f582bbc-832a-417a-9965-4364b9939385 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Aug 10 03:41:03.107942 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dab63-a175-4c63-b1b1-d4e5c27a6ac7 req-7c9ba09f-8e00-4b64-bb08-6c49e209fc0a tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.109894 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-619dab63-a175-4c63-b1b1-d4e5c27a6ac7 req-7c9ba09f-8e00-4b64-bb08-6c49e209fc0a tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0535095 Aug 10 03:41:03.148583 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-619dab63-a175-4c63-b1b1-d4e5c27a6ac7 req-0460fd62-924f-4bd9-9036-2c9683d67271 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Aug 10 03:41:03.342853 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.514333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56433a90-cd9c-4f99-907b-8d474968e2d2 req-1a6b6fb2-c8cc-4e7e-b25f-a6f3380d10be tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.518535 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-56433a90-cd9c-4f99-907b-8d474968e2d2 req-1a6b6fb2-c8cc-4e7e-b25f-a6f3380d10be tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0491874 Aug 10 03:41:03.554929 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-56433a90-cd9c-4f99-907b-8d474968e2d2 req-b7dfc3b3-b6b1-4358-90e4-b3aac4d72ef5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Aug 10 03:41:04.257514 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6defa3-d012-41d7-91cf-fdf312c51284 req-eac4dfa7-4a6a-4bbf-9375-c37ed6faa5a2 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.259712 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fc6defa3-d012-41d7-91cf-fdf312c51284 req-eac4dfa7-4a6a-4bbf-9375-c37ed6faa5a2 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 948 time: 0.0511484 Aug 10 03:41:04.298546 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fc6defa3-d012-41d7-91cf-fdf312c51284 req-c34f4a3e-ce7b-4fab-8b4d-3ac2696cf61f tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 10 03:41:04.412933 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66bc2-6399-4049-82c2-24f87366f1f7 req-874e3d11-dec2-466c-82b7-bdb15fc50b4b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.414407 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dac66bc2-6399-4049-82c2-24f87366f1f7 req-874e3d11-dec2-466c-82b7-bdb15fc50b4b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0513201 Aug 10 03:41:04.461324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dac66bc2-6399-4049-82c2-24f87366f1f7 req-edb5b0f0-a335-46a4-9c6f-d3df3c3c4c08 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Aug 10 03:41:04.711243 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984dfd9-5449-4dc4-8609-47c3a89b8418 req-0988df62-4a62-4ed9-91a4-e70cd170cb60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.712851 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9984dfd9-5449-4dc4-8609-47c3a89b8418 req-0988df62-4a62-4ed9-91a4-e70cd170cb60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0505574 Aug 10 03:41:04.750858 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9984dfd9-5449-4dc4-8609-47c3a89b8418 req-778b1a23-0564-43e1-be36-908c704dddb6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Aug 10 03:41:05.416597 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e757746-914e-474e-92b3-0e39d0de979e req-6a8619ad-db8b-4b1a-b8b1-65575871563e tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.418061 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1e757746-914e-474e-92b3-0e39d0de979e req-6a8619ad-db8b-4b1a-b8b1-65575871563e tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 948 time: 0.0487628 Aug 10 03:41:05.455401 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1e757746-914e-474e-92b3-0e39d0de979e req-88f8fdf8-3f6c-41a6-8107-bda494527daf tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 10 03:41:05.868482 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8e14c-2c45-4bb1-8d69-371b0d184356 req-67428558-8ae8-452d-ad55-ce4af334b713 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.870255 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dfd8e14c-2c45-4bb1-8d69-371b0d184356 req-67428558-8ae8-452d-ad55-ce4af334b713 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0513701 Aug 10 03:41:05.913731 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dfd8e14c-2c45-4bb1-8d69-371b0d184356 req-9301eb95-9dc1-45cb-8d6c-de43491ae5b0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Aug 10 03:41:05.916168 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 728523d7-369a-49a2-937d-b2808fcdcf0c details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:06.012635 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=728523d7-369a-49a2-937d-b2808fcdcf0c,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:06.024431 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '728523d7-369a-49a2-937d-b2808fcdcf0c', 'network_id': '50b36cf4-8815-41af-9a06-5f67e7c49902', 'port_id': '728523d7-369a-49a2-937d-b2808fcdcf0c', 'mac_address': 'fa:16:3e:0e:ce:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c41cc1-0432-493e-91cf-8bfa39dfb80b', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:06.061078 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.075324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728523d7-369a-49a2-937d-b2808fcdcf0c {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:06.100875 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=728523d7-369a-49a2-937d-b2808fcdcf0c,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:06.154350 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.221321 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:06.600150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284725-2ab4-4ace-9358-2804ee5ee188 req-1f6190b5-630f-4aa3-bc6b-de7692148d66 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.601442 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7284725-2ab4-4ace-9358-2804ee5ee188 req-1f6190b5-630f-4aa3-bc6b-de7692148d66 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 949 time: 0.0520627 Aug 10 03:41:06.644651 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7284725-2ab4-4ace-9358-2804ee5ee188 req-cfd05bb7-a543-47ed-9570-6380a78c8fb4 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Aug 10 03:41:06.674270 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727055a-9a0a-49c7-84d0-29ceda6afc7f req-7c5f03e5-e906-48fb-ae45-af874f0e41a3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.675771 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a727055a-9a0a-49c7-84d0-29ceda6afc7f req-7c5f03e5-e906-48fb-ae45-af874f0e41a3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0787923 Aug 10 03:41:06.714273 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a727055a-9a0a-49c7-84d0-29ceda6afc7f req-d56eda1c-426a-4f05-ae00-b18ab7446225 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Aug 10 03:41:06.769981 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['728523d7-369a-49a2-937d-b2808fcdcf0c'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:07.260234 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f29e-8b6b-40a2-a79a-569c0702ab78 req-84fec357-b1e0-4168-8c68-96bf7d56674c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.261748 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4a6f29e-8b6b-40a2-a79a-569c0702ab78 req-84fec357-b1e0-4168-8c68-96bf7d56674c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.2747390 Aug 10 03:41:07.300824 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c4a6f29e-8b6b-40a2-a79a-569c0702ab78 req-fbb99fb2-00d9-4f32-87b4-38211dd59303 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Aug 10 03:41:07.767871 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264517-bb85-4ce1-9d25-fcca4afa2a73 req-a9f5e2d9-8ba1-41f2-b6ae-62ff92af76bf tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.769381 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3e264517-bb85-4ce1-9d25-fcca4afa2a73 req-a9f5e2d9-8ba1-41f2-b6ae-62ff92af76bf tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 949 time: 0.0549214 Aug 10 03:41:07.809213 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3e264517-bb85-4ce1-9d25-fcca4afa2a73 req-069e16f0-1803-4d45-8471-edd572ca3241 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Aug 10 03:41:07.858052 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff35b-db13-46a5-8f1e-f5681b3cbd9d req-5a475c87-57bb-46ba-9188-592dfd6911a4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.859654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6cff35b-db13-46a5-8f1e-f5681b3cbd9d req-5a475c87-57bb-46ba-9188-592dfd6911a4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0667059 Aug 10 03:41:07.903037 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6cff35b-db13-46a5-8f1e-f5681b3cbd9d req-827ef715-e749-4b60-98ae-c3482a271944 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Aug 10 03:41:08.430398 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d05089-ffef-4503-8d09-121681ccf05f req-7d6dabd3-da43-4174-b273-c1f9880bc63a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.431936 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-71d05089-ffef-4503-8d09-121681ccf05f req-7d6dabd3-da43-4174-b273-c1f9880bc63a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0560429 Aug 10 03:41:08.469524 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-71d05089-ffef-4503-8d09-121681ccf05f req-cc44db1f-1182-448b-8ca0-ea767fe74a6c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Aug 10 03:41:08.936622 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc787bd6-7c0f-4559-9101-c463272e6d34 req-cb0e5332-4586-4c8a-b3ca-7e417f347f92 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.936622 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc787bd6-7c0f-4559-9101-c463272e6d34 req-cb0e5332-4586-4c8a-b3ca-7e417f347f92 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 949 time: 0.0527747 Aug 10 03:41:08.975972 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc787bd6-7c0f-4559-9101-c463272e6d34 req-fb6e8d3e-63b2-455d-97fb-3427780f42a0 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Aug 10 03:41:09.030872 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b60b99-6ea7-4bb3-87db-624f524fd92e req-c613a49f-a5e9-4e3d-8e13-5c90c41ea4d9 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.032415 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-58b60b99-6ea7-4bb3-87db-624f524fd92e req-c613a49f-a5e9-4e3d-8e13-5c90c41ea4d9 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0531492 Aug 10 03:41:09.070442 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-58b60b99-6ea7-4bb3-87db-624f524fd92e req-a2029fba-c8cb-4d88-ae30-2c6bfd90df64 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Aug 10 03:41:09.315227 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-38a53111-b498-4aac-b748-9768b2c92a08 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.316606 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-38a53111-b498-4aac-b748-9768b2c92a08 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Aug 10 03:41:09.424333 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Deleting port 4e279ed4-c72e-4d9c-a351-411e196088fc {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:09.424689 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.513780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] For port 4e279ed4-c72e-4d9c-a351-411e196088fc, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=4e279ed4-c72e-4d9c-a351-411e196088fc,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:09.514154 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.530062 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Calling delete_port for 4e279ed4-c72e-4d9c-a351-411e196088fc owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:09.631852 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06e87-7108-4716-b7d3-a5db1df67151 req-6e77adf8-2a27-43ae-ba06-ae6f44d0dde3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.636398 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cbe06e87-7108-4716-b7d3-a5db1df67151 req-6e77adf8-2a27-43ae-ba06-ae6f44d0dde3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0937991 Aug 10 03:41:09.704100 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cbe06e87-7108-4716-b7d3-a5db1df67151 req-a4b0fba1-8dc8-4edb-bde7-07af96718ed1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Aug 10 03:41:09.800387 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.835304 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Pushing event deleted for resources: {'Port': ['ID=4e279ed4-c72e-4d9c-a351-411e196088fc,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.844477 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['4e279ed4-c72e-4d9c-a351-411e196088fc'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:09.872607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] No DVR routers for this DVR port 4e279ed4-c72e-4d9c-a351-411e196088fc on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:09.875614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.877737 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-69baae37-3795-43ba-b09f-da0d8d47cb06 req-83238932-0d93-4e45-b9a9-ad40e2c91813 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "DELETE /v2.0/ports/4e279ed4-c72e-4d9c-a351-411e196088fc HTTP/1.1" status: 204 len: 173 time: 0.5497637 Aug 10 03:41:09.878303 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'name': 'network-vif-deleted', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:09.881101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64370a2d-aa59-40ab-8a1c-30f5614ee589" -d '{"events": [{"server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "name": "network-vif-deleted", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:09.918875 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83609312-1851-4416-bbfe-7c94190b1cad x-openstack-request-id: req-83609312-1851-4416-bbfe-7c94190b1cad {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:09.919171 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8075af1-76b3-46a2-809d-87d7cb03d811", "name": "network-vif-deleted", "tag": "4e279ed4-c72e-4d9c-a351-411e196088fc", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:09.919426 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83609312-1851-4416-bbfe-7c94190b1cad {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:09.919830 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8075af1-76b3-46a2-809d-87d7cb03d811', 'name': 'network-vif-deleted', 'tag': '4e279ed4-c72e-4d9c-a351-411e196088fc', 'status': 'completed', 'code': 200} Aug 10 03:41:09.927232 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 728523d7-369a-49a2-937d-b2808fcdcf0c up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:10.103275 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 728523d7-369a-49a2-937d-b2808fcdcf0c completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:10.104983 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42263c8-d924-4313-b442-a05e8a9953b7 req-8c228378-c3ee-4994-8477-ad2242bcef38 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.107391 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a42263c8-d924-4313-b442-a05e8a9953b7 req-8c228378-c3ee-4994-8477-ad2242bcef38 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 949 time: 0.0561798 Aug 10 03:41:10.113973 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 728523d7-369a-49a2-937d-b2808fcdcf0c triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.115689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.164331 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a42263c8-d924-4313-b442-a05e8a9953b7 req-386a54d7-4a7a-472d-8450-d58148ba5199 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Aug 10 03:41:10.185301 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-52242ab2-68ea-45b1-8595-bc591c1bfdf3 req-17949ae7-3f05-495b-a4e2-7d0292ae7702 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Aug 10 03:41:10.212027 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.238486 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:10.240737 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555f8a9-60ea-4e68-9586-3b044d3d5e36" -d '{"events": [{"server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "name": "network-vif-plugged", "status": "completed", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:10.260468 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=728523d7-369a-49a2-937d-b2808fcdcf0c,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:10.281327 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30f752-cd0b-4dc0-becf-238f39589f57 x-openstack-request-id: req-fb30f752-cd0b-4dc0-becf-238f39589f57 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:10.281631 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "name": "network-vif-plugged", "status": "completed", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:10.281887 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb30f752-cd0b-4dc0-becf-238f39589f57 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:10.282281 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c', 'code': 200} Aug 10 03:41:10.434162 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.484568 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.817307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ac84f-9d38-47dd-af86-42e25ab05851 req-1338fd89-ef6d-4938-b482-340534e569d3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.819456 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2a5ac84f-9d38-47dd-af86-42e25ab05851 req-1338fd89-ef6d-4938-b482-340534e569d3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0492871 Aug 10 03:41:10.858406 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2a5ac84f-9d38-47dd-af86-42e25ab05851 req-edfd6184-8d87-44de-a8ce-5c13e7e706b8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Aug 10 03:41:11.092621 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206ff6b-dc5a-4c15-b6d8-576ba5c02975 req-6da13515-489f-48f9-9756-7c9a898f1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.094170 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c206ff6b-dc5a-4c15-b6d8-576ba5c02975 req-6da13515-489f-48f9-9756-7c9a898f1b3d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 1103 time: 0.0451703 Aug 10 03:41:11.149653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c206ff6b-dc5a-4c15-b6d8-576ba5c02975 req-f52878db-318b-4907-ae54-548912f83a67 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284870 Aug 10 03:41:11.290255 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc18bb-565f-458f-a3bd-6bf309ea7adb req-ed4ee8df-405f-4041-bb3f-ad9fba1f6012 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.290255 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-52bc18bb-565f-458f-a3bd-6bf309ea7adb req-ed4ee8df-405f-4041-bb3f-ad9fba1f6012 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0499570 Aug 10 03:41:11.317409 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bb65a76b-1116-46dc-8e30-2bb12df174c7 req-aefc78d4-5c61-43bb-8902-a4f883693269 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8075af1-76b3-46a2-809d-87d7cb03d811 HTTP/1.1" status: 200 len: 210 time: 0.0414188 Aug 10 03:41:11.338001 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-52bc18bb-565f-458f-a3bd-6bf309ea7adb req-645a494b-6b59-4f30-90b4-b7c6362f6670 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Aug 10 03:41:11.971268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d60e8-26af-4210-bfed-5224cb280db8 req-8693687f-1fe2-4074-b5b7-6c93300e5446 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.972766 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3f6d60e8-26af-4210-bfed-5224cb280db8 req-8693687f-1fe2-4074-b5b7-6c93300e5446 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0473866 Aug 10 03:41:12.014795 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3f6d60e8-26af-4210-bfed-5224cb280db8 req-24b1f76d-ba40-426e-8f9c-1afc3298b1f5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309918 Aug 10 03:41:12.455667 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff4b12-e7cc-4656-8ae5-189289f8fe60 req-a3d2d1d3-1a55-4e22-8271-6e5f4902d079 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.457261 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89ff4b12-e7cc-4656-8ae5-189289f8fe60 req-a3d2d1d3-1a55-4e22-8271-6e5f4902d079 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0496466 Aug 10 03:41:12.495578 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89ff4b12-e7cc-4656-8ae5-189289f8fe60 req-635f1d17-02d9-4bbc-9bd5-c6d3b78207a6 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Aug 10 03:41:12.672243 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-2f8de87a-8508-4acb-aa62-6d7eb9b2bfd7 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.673799 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-2f8de87a-8508-4acb-aa62-6d7eb9b2bfd7 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/networks?id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 200 len: 809 time: 0.1055565 Aug 10 03:41:12.689763 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-4532f538-9d44-4bfc-bd4d-57f107ee6b4b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/quotas/46fb8b2b63114fd68f07ec997a49a162 HTTP/1.1" status: 200 len: 375 time: 0.0092912 Aug 10 03:41:12.724496 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-51f6ed44-5087-4acd-a862-20da11b6480c tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283570 Aug 10 03:41:12.824130 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-42b9eb20-0cd7-4540-ac56-794850d41a6d service neutron] 10.222.0.21 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926523 Aug 10 03:41:12.915309 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-6f2c4efc-7ced-4c8d-bc5c-7e73a9501399 service neutron] 10.222.0.21 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 Aug 10 03:41:13.135232 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b04e4-d59f-45da-8a4c-96f3f15490e6 req-201bd948-28ff-4e83-87b0-2a834485cb99 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.136936 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e71b04e4-d59f-45da-8a4c-96f3f15490e6 req-201bd948-28ff-4e83-87b0-2a834485cb99 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0512426 Aug 10 03:41:13.181655 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e71b04e4-d59f-45da-8a4c-96f3f15490e6 req-f017b9cc-508f-41bc-a1d5-783898ccd9c5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Aug 10 03:41:13.354971 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6b4c520e-491d-405b-ad57-c7e605a32085 req-a65795a0-328b-4631-b9d5-1d6f1fb361b4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0288131 Aug 10 03:41:13.431869 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 52906) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.581255 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-aeb58343-bbf0-4f25-a374-ce03b3eb7d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.643336 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a62e-d8a0-433c-9602-23cffdd34152 req-1733f463-6d4d-42a7-bbad-0509a4b69d76 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.652642 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-29f6a62e-d8a0-433c-9602-23cffdd34152 req-1733f463-6d4d-42a7-bbad-0509a4b69d76 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0815339 Aug 10 03:41:13.689560 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-aeb58343-bbf0-4f25-a374-ce03b3eb7d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.703205 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-29f6a62e-d8a0-433c-9602-23cffdd34152 req-5506105b-3cd2-483d-846f-64e925f692c7 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Aug 10 03:41:13.823587 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-aeb58343-bbf0-4f25-a374-ce03b3eb7d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.865691 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-aeb58343-bbf0-4f25-a374-ce03b3eb7d32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db23d448427540ee9db29ee99f9fdccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325597 Aug 10 03:41:13.867613 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb58343-bbf0-4f25-a374-ce03b3eb7d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341dd4a7-50e0-4398-9961-2ca49be90c6d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.868395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 52926) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.916509 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.938905 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.939822 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 4e279ed4-c72e-4d9c-a351-411e196088fc no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:13.961045 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 4e279ed4-c72e-4d9c-a351-411e196088fc {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:13.961388 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 4e279ed4-c72e-4d9c-a351-411e196088fc not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:14.102580 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.105394 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.112160 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/341dd4a7-50e0-4398-9961-2ca49be90c6d HTTP/1.1" status: 204 len: 168 time: 0.2375667 Aug 10 03:41:14.125184 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141c2ec-ab3e-4e7f-8487-eb7f35f4c9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341dd4a7-50e0-4398-9961-2ca49be90c6d,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.310198 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9500b-687d-4136-9b81-2c88a46ad4ea req-495e9dc2-d099-4fb8-8910-d2fd7c636981 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.312831 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-84c9500b-687d-4136-9b81-2c88a46ad4ea req-495e9dc2-d099-4fb8-8910-d2fd7c636981 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0551205 Aug 10 03:41:14.323858 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e9047-87d5-4ca6-b50e-9a797f8f765f req-0acd510e-dfde-46c0-ab9d-486a40b54fdc tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.331244 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-178e9047-87d5-4ca6-b50e-9a797f8f765f req-0acd510e-dfde-46c0-ab9d-486a40b54fdc tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0584512 Aug 10 03:41:14.362714 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-84c9500b-687d-4136-9b81-2c88a46ad4ea req-f09fe1d4-c8ac-497b-b17f-0b6c6beaa1a9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355952 Aug 10 03:41:14.373669 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-178e9047-87d5-4ca6-b50e-9a797f8f765f req-64f93d2f-1549-49cc-bd53-01c6b74d78df tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Aug 10 03:41:14.439287 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-273ace6b-fa1c-49ed-bd1a-77e267628771 req-6ad2e163-ea19-49ab-b9e6-00fed9b63385 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0275729 Aug 10 03:41:15.509371 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a540da-6b37-46c0-aba0-7824ab59a982 req-0830aff7-ef9f-4c11-b024-b24f17969907 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.513942 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40a540da-6b37-46c0-aba0-7824ab59a982 req-0830aff7-ef9f-4c11-b024-b24f17969907 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0677345 Aug 10 03:41:15.546158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9d96-5fce-44af-9332-f862fa1a86a0 req-b74cc2b5-8478-43c4-824e-fa45409d7410 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.561519 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1b8a9d96-5fce-44af-9332-f862fa1a86a0 req-b74cc2b5-8478-43c4-824e-fa45409d7410 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0554309 Aug 10 03:41:15.563046 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40a540da-6b37-46c0-aba0-7824ab59a982 req-cc5edb77-a48f-4466-a406-dfabd9ff7430 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Aug 10 03:41:15.596725 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1b8a9d96-5fce-44af-9332-f862fa1a86a0 req-56e18f81-634a-4c14-ac67-2d9ebb8c0e2a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Aug 10 03:41:15.702035 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c2e369fb-6ba7-4b26-8b2e-74ac07c9ad65 req-43b52d91-0e64-499e-9545-e87dba37b0b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0328882 Aug 10 03:41:16.337794 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:16.679830 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae411637-eb45-403b-8ba9-59fcb255e184 req-50706cb2-b981-4314-9925-d95c32093bdd tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.681381 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ae411637-eb45-403b-8ba9-59fcb255e184 req-50706cb2-b981-4314-9925-d95c32093bdd tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0513518 Aug 10 03:41:16.684041 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-65e1f06a-edda-4911-8d1f-acb9975773c4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.685498 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-65e1f06a-edda-4911-8d1f-acb9975773c4 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "GET /v2.0/networks?id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 200 len: 809 time: 0.1226537 Aug 10 03:41:16.723631 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Request body: {'port': {'device_id': '6705722e-734f-44c2-b853-04ee58f5202d', 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890', 'admin_state_up': True, 'tenant_id': '46fb8b2b63114fd68f07ec997a49a162'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:16.738113 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ae411637-eb45-403b-8ba9-59fcb255e184 req-a8dd2d4f-310a-4c87-a3b8-7112acdbbbfc tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/security-groups?id=f79f146b-87a7-46a7-86d9-72e899edb163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Aug 10 03:41:16.797329 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f59f4-e889-4a6e-aafb-358a127cdf3a req-04c54fd4-431a-46e9-a271-107e70a4921b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.797329 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d56f59f4-e889-4a6e-aafb-358a127cdf3a req-04c54fd4-431a-46e9-a271-107e70a4921b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1090338 Aug 10 03:41:16.879746 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d56f59f4-e889-4a6e-aafb-358a127cdf3a req-d477ad25-52dc-42bb-b3a6-90898040a9c3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 Aug 10 03:41:16.904894 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1c0f388b-1d55-4c85-910b-5d0f743c5935 req-5c78b094-333f-4dc5-ab64-a54c00f57779 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0262246 Aug 10 03:41:16.980089 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-6575dd2c-6c7e-4d4a-ad68-e4fada77d65e tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.981644 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-6575dd2c-6c7e-4d4a-ad68-e4fada77d65e tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 950 time: 0.0606456 Aug 10 03:41:17.035457 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Made reservation on behalf of 46fb8b2b63114fd68f07ec997a49a162 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:17.046104 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.194922 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Deleting port 728523d7-369a-49a2-937d-b2808fcdcf0c {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:17.195349 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.248716 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Allocated IP 172.20.0.8 (ecebe461-ac2a-4cc3-81e9-d8b51a7bb890/968fc92b-00c6-4ba2-b327-04c9b0a6d5bd/befb1ced-df13-4ccc-9c87-fbef92863959) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:17.324638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] For port 728523d7-369a-49a2-937d-b2808fcdcf0c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=728523d7-369a-49a2-937d-b2808fcdcf0c,segment=NetworkSegment(dff77b5a-2171-4307-98af-3d8102d182ac),segment_id=dff77b5a-2171-4307-98af-3d8102d182ac)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:17.325081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.347288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Calling delete_port for 728523d7-369a-49a2-937d-b2808fcdcf0c owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:17.498136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.725914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.754513 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Pushing event deleted for resources: {'Port': ['ID=728523d7-369a-49a2-937d-b2808fcdcf0c,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:17.790506 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['728523d7-369a-49a2-937d-b2808fcdcf0c'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:17.804978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] No DVR routers for this DVR port 728523d7-369a-49a2-937d-b2808fcdcf0c on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:17.808434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.811475 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8e61558f-49e0-4a48-bfca-06ff3fece17d req-13d955e1-bd10-4e14-bf3e-0189fb8f9464 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.63 "DELETE /v2.0/ports/728523d7-369a-49a2-937d-b2808fcdcf0c HTTP/1.1" status: 204 len: 173 time: 0.8020766 Aug 10 03:41:17.812748 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'name': 'network-vif-deleted', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:17.815084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0d8772-cea6-4e92-aca7-153bc3b3eba6" -d '{"events": [{"server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "name": "network-vif-deleted", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:17.820430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.896615 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-034af10f-905b-42c2-8a73-557c8c824ff7 req-69474465-5d55-4ab4-aed3-0f5066608f64 tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0704098 Aug 10 03:41:17.909774 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:17.919924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:17.920886 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:17.958685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Pushing event updated for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:17.968990 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.969517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.970419 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.970839 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.971376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.971777 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.972181 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.972600 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.972997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.973387 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.973786 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.974177 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.978807 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65e044-0f9b-43ed-b203-3edc59e0bc6a x-openstack-request-id: req-de65e044-0f9b-43ed-b203-3edc59e0bc6a {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:17.984301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b2ff6d-182a-4e59-8e35-c72521e5a321", "name": "network-vif-deleted", "tag": "728523d7-369a-49a2-937d-b2808fcdcf0c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:17.984301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de65e044-0f9b-43ed-b203-3edc59e0bc6a {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:17.984301 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b2ff6d-182a-4e59-8e35-c72521e5a321', 'name': 'network-vif-deleted', 'tag': '728523d7-369a-49a2-937d-b2808fcdcf0c', 'status': 'completed', 'code': 200} Aug 10 03:41:18.022018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.022773 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.100702 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444a9b-ca0f-4277-ae49-6ac576fc91b8 req-92fdf7a1-2cfb-4a00-bf4f-4bd69096a73c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.109169 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7b444a9b-ca0f-4277-ae49-6ac576fc91b8 req-92fdf7a1-2cfb-4a00-bf4f-4bd69096a73c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0622947 Aug 10 03:41:18.132998 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b086e-e2dc-4970-98d4-a5c213d99513 req-15d00365-26c6-4470-95bf-41ee0374acb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.134573 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f3b086e-e2dc-4970-98d4-a5c213d99513 req-15d00365-26c6-4470-95bf-41ee0374acb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0636637 Aug 10 03:41:18.148272 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7b444a9b-ca0f-4277-ae49-6ac576fc91b8 req-cf314500-3900-4b7b-ba33-2778f0708f57 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Aug 10 03:41:18.179738 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f3b086e-e2dc-4970-98d4-a5c213d99513 req-3ed50697-3124-4d0f-95bc-eb74e308329e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Aug 10 03:41:18.192984 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-907736a7-a3f5-48be-85f9-d07746b0c07d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770589 Aug 10 03:41:18.262374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Request body: {'port': {'device_id': '6705722e-734f-44c2-b853-04ee58f5202d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:18.270757 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7d8c-8b51-48b1-9602-bb241fe80ad6 req-0b305ec6-d630-4756-9512-1dde741df5fa tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.272409 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a3f7d8c-8b51-48b1-9602-bb241fe80ad6 req-0b305ec6-d630-4756-9512-1dde741df5fa tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 931 time: 0.0541711 Aug 10 03:41:18.312151 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a3f7d8c-8b51-48b1-9602-bb241fe80ad6 req-f8289b48-2662-420f-8163-cbf731ed728b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Aug 10 03:41:18.373349 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.433148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-23a057b9-1350-4d9e-8a8a-6580cea95cb5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.434618 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-23a057b9-1350-4d9e-8a8a-6580cea95cb5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1522989 Aug 10 03:41:18.463733 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79c66f45-46e0-4861-a879-5d0d9d412d26 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/quotas/0218bd23bab4457abfb072f168e61af6 HTTP/1.1" status: 200 len: 375 time: 0.0208850 Aug 10 03:41:18.607371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-d4215320-b7aa-40d7-b591-2eaee4cd9df5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026366 Aug 10 03:41:18.756979 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-81199a51-e5f8-44f7-bc60-2a3db33daf7c service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365995 Aug 10 03:41:18.784275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befb1ced-df13-4ccc-9c87-fbef92863959 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:18.817730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.838801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Transition to ACTIVE for port object befb1ced-df13-4ccc-9c87-fbef92863959 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:18.866466 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-d62078aa-8c24-4441-a30e-e0114abafeac service neutron] 10.222.0.21 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021059 Aug 10 03:41:18.971305 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.032701 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fbf8ed5b-4f98-419d-8d09-45da16e6786e req-6658c122-1698-4dd0-98dc-b0a69530561d tempest-VolumesNegativeTest-302883610 tempest-VolumesNegativeTest-302883610-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b2ff6d-182a-4e59-8e35-c72521e5a321 HTTP/1.1" status: 200 len: 210 time: 0.0465670 Aug 10 03:41:19.046873 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Pushing event updated for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.100733 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Attempting to bind port befb1ced-df13-4ccc-9c87-fbef92863959 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:19.101227 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Attempting to bind port befb1ced-df13-4ccc-9c87-fbef92863959 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:19.101590 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Attempting to bind port befb1ced-df13-4ccc-9c87-fbef92863959 on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:19.105854 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Port befb1ced-df13-4ccc-9c87-fbef92863959 on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:19.106178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Attempting to bind port befb1ced-df13-4ccc-9c87-fbef92863959 on network ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:19.113819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:19.114156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Checking segment: {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:19.114860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Bound using segment: {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:19.115087 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Bound port: befb1ced-df13-4ccc-9c87-fbef92863959, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:19.115454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.238494 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e24d2ea0-27a2-491e-9d42-9d0b8e84dbe5 req-1993e781-80c8-4a77-aa79-12e3be9b2879 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0516112 Aug 10 03:41:19.248417 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:19.253181 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=befb1ced-df13-4ccc-9c87-fbef92863959,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:19.321508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b4c3-6458-4edb-8d3f-b7370dd0aadf req-928d5b90-f07b-4190-9a7d-e5bc9b3c2e11 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.321508 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6f5b4c3-6458-4edb-8d3f-b7370dd0aadf req-928d5b90-f07b-4190-9a7d-e5bc9b3c2e11 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0552926 Aug 10 03:41:19.364913 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f6f5b4c3-6458-4edb-8d3f-b7370dd0aadf req-766e2afb-812e-4775-b250-f5e53025559d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Aug 10 03:41:19.367450 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b9c96-0ff0-4228-8b03-581eefef61ba req-f502a391-d722-4a62-98c3-23e8af7a88ed tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.369007 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5d8b9c96-0ff0-4228-8b03-581eefef61ba req-f502a391-d722-4a62-98c3-23e8af7a88ed tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0605032 Aug 10 03:41:19.371967 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.427497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.427904 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.429183 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] 10.222.0.63 "PUT /v2.0/ports/befb1ced-df13-4ccc-9c87-fbef92863959 HTTP/1.1" status: 200 len: 1093 time: 1.1747694 Aug 10 03:41:19.436835 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5d8b9c96-0ff0-4228-8b03-581eefef61ba req-3e6c781a-c6cc-46cc-8f42-5ff8a6b594ba tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Aug 10 03:41:19.452955 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480b51a-acf6-44a9-843e-1626fb202f4b service neutron] Pushing event updated for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.530894 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e88b-7a61-4255-be57-4bdd53f0e9c4 req-27c5b52b-44e1-4dd9-82d2-ccbf931ddccd tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.541791 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0725e88b-7a61-4255-be57-4bdd53f0e9c4 req-27c5b52b-44e1-4dd9-82d2-ccbf931ddccd tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0647011 Aug 10 03:41:19.573847 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0725e88b-7a61-4255-be57-4bdd53f0e9c4 req-e153b5b3-9b50-4329-bffb-125125c6e088 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Aug 10 03:41:19.801492 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-b0c23246-6e4e-4237-9504-22c139fbff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.803090 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-b0c23246-6e4e-4237-9504-22c139fbff80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 1096 time: 0.0736711 Aug 10 03:41:19.805554 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-0e7bfaed-03e5-40c4-897e-0c9de267cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.806902 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-0e7bfaed-03e5-40c4-897e-0c9de267cd29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0683954 Aug 10 03:41:19.877204 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-67f839fd-dad5-4665-a6ca-e18a7dfa3d2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=befb1ced-df13-4ccc-9c87-fbef92863959 HTTP/1.1" status: 200 len: 217 time: 0.0493207 Aug 10 03:41:19.972584 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-cba21bfd-64f2-4fb9-a36a-a5d8902293e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.975870 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-cba21bfd-64f2-4fb9-a36a-a5d8902293e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=968fc92b-00c6-4ba2-b327-04c9b0a6d5bd HTTP/1.1" status: 200 len: 849 time: 0.0826638 Aug 10 03:41:19.980856 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:19.982885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522" -d '{"events": [{"name": "network-changed", "server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:19.987611 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 728523d7-369a-49a2-937d-b2808fcdcf0c no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:20.011564 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 728523d7-369a-49a2-937d-b2808fcdcf0c {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:20.011915 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 728523d7-369a-49a2-937d-b2808fcdcf0c not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:20.025359 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85655e95-6f6a-4afc-8897-0c8c4784fb9f x-openstack-request-id: req-85655e95-6f6a-4afc-8897-0c8c4784fb9f {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:20.025645 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:20.025939 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85655e95-6f6a-4afc-8897-0c8c4784fb9f {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:20.026351 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959', 'status': 'completed', 'code': 200} Aug 10 03:41:20.028446 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-251d3c58-1795-4f1d-8f84-b3f4c151d35d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420938 Aug 10 03:41:20.029816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-315467a7-9cf5-4967-92fd-146972391190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.031211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-315467a7-9cf5-4967-92fd-146972391190 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.1690784 Aug 10 03:41:20.337635 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-3db6838a-c459-427e-9cfa-77893897b1ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.2836649 Aug 10 03:41:20.349419 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2ae48c45-00d3-4498-af96-4f686577ced9 req-9fb856f1-1da4-4320-b869-ba7c08654741 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0360506 Aug 10 03:41:20.428416 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-6e95c33e-e945-4036-8ad5-8667b91008d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.430019 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-6e95c33e-e945-4036-8ad5-8667b91008d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0676587 Aug 10 03:41:20.470355 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-2beb9083-4510-4f37-9ff7-817a0f59c22e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312338 Aug 10 03:41:20.480306 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-5330bed5-de51-4c4b-a621-dd355536d6dc service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252195 Aug 10 03:41:20.568976 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e78108-919a-4cd8-b4dc-449d0a48aa22 req-0de5a409-41a4-446b-983c-9973ccd24648 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.570745 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-66e78108-919a-4cd8-b4dc-449d0a48aa22 req-0de5a409-41a4-446b-983c-9973ccd24648 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Aug 10 03:41:20.623365 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-66e78108-919a-4cd8-b4dc-449d0a48aa22 req-8450f23c-345b-48d5-9f51-6110ad728303 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452771 Aug 10 03:41:20.642366 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1488e-a4dd-4d04-b639-5a32b86bc8a6 req-0b759e79-5971-46fd-8d46-691ab8a076a2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.649169 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-73c1488e-a4dd-4d04-b639-5a32b86bc8a6 req-0b759e79-5971-46fd-8d46-691ab8a076a2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1836603 Aug 10 03:41:20.711486 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-73c1488e-a4dd-4d04-b639-5a32b86bc8a6 req-3ff5977a-15f9-416b-9e10-44674cd35d97 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Aug 10 03:41:20.718719 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-f37d4adb-cc27-4884-8344-c91680a22ee3 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207046 Aug 10 03:41:20.721236 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71f9e04d-3467-4423-bff7-ab6cc5f9dcca req-ab696e70-3477-4772-b831-f2811dca7666 service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226925 Aug 10 03:41:20.745991 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634d398-ed09-4f58-992f-3bf6a4dfceff req-54cb97e0-405c-438f-9eeb-baca19aca950 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.747533 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1634d398-ed09-4f58-992f-3bf6a4dfceff req-54cb97e0-405c-438f-9eeb-baca19aca950 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0531628 Aug 10 03:41:20.789592 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1634d398-ed09-4f58-992f-3bf6a4dfceff req-18bad28d-0e1d-493c-a36e-65df22fe6f14 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Aug 10 03:41:21.440579 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bb2a3996-c47e-450e-bf1e-54c0e1e85731 req-fdaeb807-32b1-452c-9f28-f31246ec8a7e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0257978 Aug 10 03:41:21.757851 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759573-3e25-4b5a-ad7a-264fc5b6ae90 req-4739d0b5-fe9b-4a30-bf5c-45c601991263 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.759499 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2d759573-3e25-4b5a-ad7a-264fc5b6ae90 req-4739d0b5-fe9b-4a30-bf5c-45c601991263 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Aug 10 03:41:21.796673 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2d759573-3e25-4b5a-ad7a-264fc5b6ae90 req-d93b7e3e-444d-4e86-bdc6-b0b6e745023d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305910 Aug 10 03:41:21.842564 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4afa0b-63f3-42aa-bf70-fcc3352bb1db req-a5922cc1-1497-48b7-89ad-73725bc30a53 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.844216 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3e4afa0b-63f3-42aa-bf70-fcc3352bb1db req-a5922cc1-1497-48b7-89ad-73725bc30a53 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0619872 Aug 10 03:41:21.887656 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3e4afa0b-63f3-42aa-bf70-fcc3352bb1db req-1b38c290-7fab-4eea-99af-033b2963d01c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Aug 10 03:41:21.915728 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee9d43-4304-44c4-8340-06b7aea14803 req-c95dcd71-f259-43dc-8ab1-706c6c5d8d96 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.917247 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d4ee9d43-4304-44c4-8340-06b7aea14803 req-c95dcd71-f259-43dc-8ab1-706c6c5d8d96 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0557067 Aug 10 03:41:21.956084 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d4ee9d43-4304-44c4-8340-06b7aea14803 req-7c2c30f1-1b98-46eb-8b7b-a2436c776760 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Aug 10 03:41:22.532069 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-27770dae-97c4-4d5f-9663-c8968804bb9b req-ed48488f-e528-495b-b597-cb79d11546c6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0248175 Aug 10 03:41:22.919169 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a5e67-12c6-4825-ac36-2e2e03ce1d14 req-a9fc70c5-6c90-4014-9b33-577d908d211e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.920737 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-218a5e67-12c6-4825-ac36-2e2e03ce1d14 req-a9fc70c5-6c90-4014-9b33-577d908d211e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Aug 10 03:41:22.961705 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-218a5e67-12c6-4825-ac36-2e2e03ce1d14 req-aef84e10-3b37-4e8f-b996-9acf26fade98 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345654 Aug 10 03:41:23.012414 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9a5ce-33cc-455f-ad87-f3c91942e5dd req-647c5752-8836-43b5-a742-ce9611a84037 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.013932 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4c9a5ce-33cc-455f-ad87-f3c91942e5dd req-647c5752-8836-43b5-a742-ce9611a84037 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0527825 Aug 10 03:41:23.053388 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4c9a5ce-33cc-455f-ad87-f3c91942e5dd req-775b3a20-2d0a-46f5-990c-3b0c9e632979 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Aug 10 03:41:23.076795 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc5216-615b-4ea1-b453-aceb38197a98 req-b1c1b0fa-624f-42bf-a5e0-08fd7fa63ee3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.079721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-39dc5216-615b-4ea1-b453-aceb38197a98 req-b1c1b0fa-624f-42bf-a5e0-08fd7fa63ee3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0515258 Aug 10 03:41:23.107903 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.123210 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-39dc5216-615b-4ea1-b453-aceb38197a98 req-0dc53b91-97ea-4e34-9985-42e01cd58fdd tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Aug 10 03:41:23.514186 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bfb66cf0-e8ea-4dfe-b5d0-8a567fc8ce6f req-1f091219-2ebf-4c97-9c4c-cdddfc8e9015 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062777 Aug 10 03:41:23.625333 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-10557c59-fb53-4a71-b7c2-da4d631c43d3 req-7b00a3e2-c981-4416-a7ad-706e10fc0981 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0284739 Aug 10 03:41:23.759450 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-f38c4226-f084-4467-84c7-82c2b852d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.760897 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-f38c4226-f084-4467-84c7-82c2b852d3ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=46fb8b2b63114fd68f07ec997a49a162&device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 1096 time: 0.0410447 Aug 10 03:41:23.866386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-113c23be-832b-4000-8fbc-a0682e7ebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.867857 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-113c23be-832b-4000-8fbc-a0682e7ebb9a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 200 len: 910 time: 0.0860829 Aug 10 03:41:23.938231 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-63fe142c-01a7-4151-aa2d-bc3e8a924bca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=befb1ced-df13-4ccc-9c87-fbef92863959 HTTP/1.1" status: 200 len: 217 time: 0.0352156 Aug 10 03:41:23.989293 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-d43bdc26-c4c0-49cf-bde4-0af6ee024bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.990777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-d43bdc26-c4c0-49cf-bde4-0af6ee024bf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=968fc92b-00c6-4ba2-b327-04c9b0a6d5bd HTTP/1.1" status: 200 len: 849 time: 0.0444841 Aug 10 03:41:24.024952 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-04a76c16-6eb5-4c79-9b96-69f91eac5497 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245824 Aug 10 03:41:24.103187 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742e13-cfcf-4fcc-ae16-894a8ad90ae6 req-1fc4162b-30e8-44f1-95a9-ae9c31f3a73c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.104741 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89742e13-cfcf-4fcc-ae16-894a8ad90ae6 req-1fc4162b-30e8-44f1-95a9-ae9c31f3a73c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Aug 10 03:41:24.148566 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-89742e13-cfcf-4fcc-ae16-894a8ad90ae6 req-553b07e2-c76c-40ea-ac2d-d0c90919ef50 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Aug 10 03:41:24.167260 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-5c0d2438-9369-4834-86a1-7e652a02a19b service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335828 Aug 10 03:41:24.192770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562ec47-0f96-4c49-a890-aafaed57eb3a req-d72966f2-36db-4574-85f9-2aef91e6aa63 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.193992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3562ec47-0f96-4c49-a890-aafaed57eb3a req-d72966f2-36db-4574-85f9-2aef91e6aa63 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0677254 Aug 10 03:41:24.277601 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e08b-7908-44b5-928a-5f4cc27af78d req-6b4aeefb-14f4-41ee-9040-771f529b52ee tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.280737 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ff90e08b-7908-44b5-928a-5f4cc27af78d req-6b4aeefb-14f4-41ee-9040-771f529b52ee tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0576234 Aug 10 03:41:24.300102 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3562ec47-0f96-4c49-a890-aafaed57eb3a req-4006b900-fdeb-47e1-a82e-17a0811776e3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987325 Aug 10 03:41:24.330950 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ff90e08b-7908-44b5-928a-5f4cc27af78d req-ddcbd600-c24c-4ad3-9e0c-be1681f47e8b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Aug 10 03:41:24.349355 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7a1a5d6c-bfb4-4f40-99b5-34827c5f7522 req-2b99a664-c17c-48cd-a368-818d901d55aa service neutron] 10.222.0.63 "GET /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412168 Aug 10 03:41:24.736797 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c15f7743-876c-4efb-ada6-8f19941980da req-0af9e715-4d52-4073-a306-fc936119e443 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0395658 Aug 10 03:41:25.269259 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ebc4-f77b-419f-9b10-7f7ce4ada884 req-9bb8e513-95c7-48e5-bf5f-ff49a83de667 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.271539 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c6f2ebc4-f77b-419f-9b10-7f7ce4ada884 req-9bb8e513-95c7-48e5-bf5f-ff49a83de667 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0507176 Aug 10 03:41:25.320935 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c6f2ebc4-f77b-419f-9b10-7f7ce4ada884 req-28a6932e-e02a-4ca2-bd1b-51eb45997a83 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 Aug 10 03:41:25.461194 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c9c33-81d3-40d2-a934-252a66bc2a9d req-d01b75f5-0298-482c-b123-d9ec4052efb4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.468616 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6e2c9c33-81d3-40d2-a934-252a66bc2a9d req-d01b75f5-0298-482c-b123-d9ec4052efb4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0620770 Aug 10 03:41:25.504266 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6e2c9c33-81d3-40d2-a934-252a66bc2a9d req-3af0c7c6-5691-4870-a709-e9b4c6f714ef tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 10 03:41:25.564619 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-212ade43-b091-40c7-8d9a-fa2e9e3b252d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.565994 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-212ade43-b091-40c7-8d9a-fa2e9e3b252d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/networks?id=05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 200 len: 814 time: 0.1607039 Aug 10 03:41:25.573256 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e66896-79eb-43ce-b2d4-a88b93034875 req-1ca0e2d0-2643-4233-8c9d-209e5db44972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.574690 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-60e66896-79eb-43ce-b2d4-a88b93034875 req-1ca0e2d0-2643-4233-8c9d-209e5db44972 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0924494 Aug 10 03:41:25.596954 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Request body: {'port': {'device_id': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'admin_state_up': True, 'tenant_id': '0218bd23bab4457abfb072f168e61af6'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:25.635765 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2444a1e-1018-41a1-82ac-82f50d7e3c35 req-ca45f4a5-cfa8-4800-83df-ad56200f634c tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.637117 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a2444a1e-1018-41a1-82ac-82f50d7e3c35 req-ca45f4a5-cfa8-4800-83df-ad56200f634c tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 943 time: 0.0623159 Aug 10 03:41:25.683914 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a2444a1e-1018-41a1-82ac-82f50d7e3c35 req-e585c965-fbfa-4334-9081-ca2a08a4e7cf tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Aug 10 03:41:25.708020 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-60e66896-79eb-43ce-b2d4-a88b93034875 req-a3bf2788-74a4-4135-9d0f-bec6d3087117 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076581 Aug 10 03:41:25.825086 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a28b4b83-8733-4ba4-8234-08d777755725 req-e37601f4-2355-4e89-80b1-5d0aaaffa265 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0258250 Aug 10 03:41:25.902496 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Made reservation on behalf of 0218bd23bab4457abfb072f168e61af6 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:25.906208 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.018442 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device befb1ced-df13-4ccc-9c87-fbef92863959 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:26.036846 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Allocated IP 172.20.0.12 (05518596-49b6-4e96-8053-0b4e84949d5e/a8ba41af-8934-4342-acd9-0e34f5ca11d9/089202fc-bf88-4e54-814b-80242a60ec09) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:26.134618 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=befb1ced-df13-4ccc-9c87-fbef92863959,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:26.146669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'befb1ced-df13-4ccc-9c87-fbef92863959', 'network_id': 'ecebe461-ac2a-4cc3-81e9-d8b51a7bb890', 'port_id': 'befb1ced-df13-4ccc-9c87-fbef92863959', 'mac_address': 'fa:16:3e:5d:9f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968fc92b-00c6-4ba2-b327-04c9b0a6d5bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:26.183762 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.200537 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befb1ced-df13-4ccc-9c87-fbef92863959 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:26.220115 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=befb1ced-df13-4ccc-9c87-fbef92863959,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:26.221366 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.337164 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.393853 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.401167 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.401598 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.402015 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.402423 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.402831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.403284 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.403641 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.404037 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.404462 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.404857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.405246 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.405634 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:26.428679 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.450326 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053e7f9-a1b8-4987-b44f-27518723aafb req-62b32cfb-906c-4cf5-b3f5-30bc9a871d95 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.451842 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f053e7f9-a1b8-4987-b44f-27518723aafb req-62b32cfb-906c-4cf5-b3f5-30bc9a871d95 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0561147 Aug 10 03:41:26.471042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Network 05518596-49b6-4e96-8053-0b4e84949d5e is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:26.474201 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:26.480931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:26.486910 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03', 'f709d076-13f8-4646-b744-12a5c0e99aa7', '5766f816-81bb-4e8a-b365-c9a5595643b6'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:26.508104 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f053e7f9-a1b8-4987-b44f-27518723aafb req-112f1faf-26a9-4cb4-86b5-59ff1129308e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Aug 10 03:41:26.512314 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event updated for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.543466 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.544132 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.647622 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181fb9d-b08b-4fb5-9172-8ff12e037c1b req-c495ee78-23aa-43be-9750-87401f8341d8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.649203 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9181fb9d-b08b-4fb5-9172-8ff12e037c1b req-c495ee78-23aa-43be-9750-87401f8341d8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0563953 Aug 10 03:41:26.676544 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-79cbb8b0-baf3-446f-a97c-156abb1ac28e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0858483 Aug 10 03:41:26.696558 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9181fb9d-b08b-4fb5-9172-8ff12e037c1b req-99689624-8764-4225-8b84-8600f45f9117 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Aug 10 03:41:26.805450 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38315e9-b64c-4133-9fd1-c09a7f7b0909 req-2b60c873-6a88-468b-858f-e2b833ea7c4e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.807049 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b38315e9-b64c-4133-9fd1-c09a7f7b0909 req-2b60c873-6a88-468b-858f-e2b833ea7c4e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 944 time: 0.0495760 Aug 10 03:41:26.846581 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b38315e9-b64c-4133-9fd1-c09a7f7b0909 req-5aa51a71-a48e-4008-8c9c-3d5bd7dcce8b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Aug 10 03:41:26.941891 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bbfb8-d51e-475e-97a3-2fa9f22adff8 req-1ba3762e-ff63-49c3-adb2-73da70bdfff9 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.943624 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3e2bbfb8-d51e-475e-97a3-2fa9f22adff8 req-1ba3762e-ff63-49c3-adb2-73da70bdfff9 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 932 time: 0.0514383 Aug 10 03:41:26.984345 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3e2bbfb8-d51e-475e-97a3-2fa9f22adff8 req-3babcddb-cc48-4e99-87fd-bade94dce660 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Aug 10 03:41:27.618818 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d8d36-82b8-4d3e-9e73-5801d89a76d8 req-cf88c70b-fdbc-4a97-8b61-06d0ad720b3e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.625217 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b12d8d36-82b8-4d3e-9e73-5801d89a76d8 req-cf88c70b-fdbc-4a97-8b61-06d0ad720b3e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0538750 Aug 10 03:41:27.659579 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b12d8d36-82b8-4d3e-9e73-5801d89a76d8 req-9c5b3336-2b50-4a35-a1cd-8732a5a2aa49 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 10 03:41:27.742378 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8d049fd1-c812-42de-8fb0-64f730133b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.808816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0b7-ed52-4c74-ae2f-dc0c1bccf099 req-58f2d834-fb57-412b-a7ce-217610c87707 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.810329 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-af58e0b7-ed52-4c74-ae2f-dc0c1bccf099 req-58f2d834-fb57-412b-a7ce-217610c87707 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0465407 Aug 10 03:41:27.851533 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-af58e0b7-ed52-4c74-ae2f-dc0c1bccf099 req-0a98037f-22c9-4890-b885-e9732b3ae1eb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 10 03:41:27.965618 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7438-1f19-474d-81b7-21b138e16712 req-2a0803cb-12ea-47d2-9314-568c9b61d540 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.967147 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9dea7438-1f19-474d-81b7-21b138e16712 req-2a0803cb-12ea-47d2-9314-568c9b61d540 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 944 time: 0.0524874 Aug 10 03:41:28.007391 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9dea7438-1f19-474d-81b7-21b138e16712 req-e56330c5-ef27-488b-b30f-2d0e4e177976 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Aug 10 03:41:28.105264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75de813-89fd-49b6-8477-84200d646072 req-47005618-8cbe-4aa9-b3da-dd209a831195 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.106741 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d75de813-89fd-49b6-8477-84200d646072 req-47005618-8cbe-4aa9-b3da-dd209a831195 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 932 time: 0.0537088 Aug 10 03:41:28.147211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d75de813-89fd-49b6-8477-84200d646072 req-e9db9310-c140-4a2e-9227-baa4050d097f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336406 Aug 10 03:41:28.776545 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafc6fa-e334-456e-937a-dc0b72093d74 req-6a76dedb-2916-42f1-8770-f229afc07c21 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.777955 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bdafc6fa-e334-456e-937a-dc0b72093d74 req-6a76dedb-2916-42f1-8770-f229afc07c21 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Aug 10 03:41:28.814702 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bdafc6fa-e334-456e-937a-dc0b72093d74 req-d498347b-a855-429e-a30b-f7891de592f9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Aug 10 03:41:28.962014 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9d1d8-cb2f-4922-a67a-444ce4a5e1a7 req-f3139075-7935-47e7-b751-082bb6c4963f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.963445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8b9d1d8-cb2f-4922-a67a-444ce4a5e1a7 req-f3139075-7935-47e7-b751-082bb6c4963f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0472291 Aug 10 03:41:29.001556 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f8b9d1d8-cb2f-4922-a67a-444ce4a5e1a7 req-66a8b699-31eb-4609-89c6-930ad698cddd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Aug 10 03:41:29.125455 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78fa5-8f7b-47c8-bb01-973063d001ab req-3ee1ae78-43be-4ee6-8bb2-283d4ef383cc tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.126930 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fee78fa5-8f7b-47c8-bb01-973063d001ab req-3ee1ae78-43be-4ee6-8bb2-283d4ef383cc tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 944 time: 0.0484283 Aug 10 03:41:29.162901 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fee78fa5-8f7b-47c8-bb01-973063d001ab req-73877b0a-1461-4191-b6f2-046603dc6fc8 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301142 Aug 10 03:41:29.260308 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd0cd1-c0f4-4545-8450-d82ee8d58bb8 req-ad8765a2-3ee5-4fde-ada2-87e82315cf3b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.261809 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2dd0cd1-c0f4-4545-8450-d82ee8d58bb8 req-ad8765a2-3ee5-4fde-ada2-87e82315cf3b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 932 time: 0.0481310 Aug 10 03:41:29.299253 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2dd0cd1-c0f4-4545-8450-d82ee8d58bb8 req-980b4659-5f25-4193-9aca-43e5437f3480 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Aug 10 03:41:29.405329 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Request body: {'port': {'device_id': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:29.462047 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.693864 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['befb1ced-df13-4ccc-9c87-fbef92863959'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:29.716274 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089202fc-bf88-4e54-814b-80242a60ec09 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:29.724389 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.736793 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Transition to ACTIVE for port object 089202fc-bf88-4e54-814b-80242a60ec09 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:29.799305 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.850043 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Pushing event updated for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.935752 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Attempting to bind port 089202fc-bf88-4e54-814b-80242a60ec09 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:29.936088 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Attempting to bind port 089202fc-bf88-4e54-814b-80242a60ec09 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:29.936698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Attempting to bind port 089202fc-bf88-4e54-814b-80242a60ec09 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:29.941084 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Port 089202fc-bf88-4e54-814b-80242a60ec09 on network 05518596-49b6-4e96-8053-0b4e84949d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:29.941408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Attempting to bind port 089202fc-bf88-4e54-814b-80242a60ec09 on network 05518596-49b6-4e96-8053-0b4e84949d5e {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:29.946176 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2739c0d-627a-4b19-8664-8aa4a2a3f20e req-6cbd7629-b4a1-4ad1-919d-df45f082d97f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.946669 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:29.946669 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Checking segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:29.947060 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Bound using segment: {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:29.947496 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Bound port: 089202fc-bf88-4e54-814b-80242a60ec09, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f141549-2499-4d06-9c2b-b078cd319d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:29.947808 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2739c0d-627a-4b19-8664-8aa4a2a3f20e req-6cbd7629-b4a1-4ad1-919d-df45f082d97f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0532544 Aug 10 03:41:29.947919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.993858 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2739c0d-627a-4b19-8664-8aa4a2a3f20e req-10e8389d-a299-4610-8af1-7a81ace95d9d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Aug 10 03:41:30.019307 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:30.022626 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=089202fc-bf88-4e54-814b-80242a60ec09,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:30.120315 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ac7f-282b-4a31-80b9-f2829f6b6341 req-1a1bbbc5-9fab-4add-a06d-7171df44f949 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.121840 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-61c1ac7f-282b-4a31-80b9-f2829f6b6341 req-1a1bbbc5-9fab-4add-a06d-7171df44f949 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0521102 Aug 10 03:41:30.126073 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.200137 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.200852 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.202793 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] 10.222.0.63 "PUT /v2.0/ports/089202fc-bf88-4e54-814b-80242a60ec09 HTTP/1.1" status: 200 len: 1094 time: 0.8018467 Aug 10 03:41:30.203241 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:30.205503 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba978ae-ea1f-4f82-8111-0c4807884692" -d '{"events": [{"name": "network-changed", "server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "tag": "089202fc-bf88-4e54-814b-80242a60ec09"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:30.225941 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-61c1ac7f-282b-4a31-80b9-f2829f6b6341 req-7797063e-c798-4a51-9e98-8b0ae063d689 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733893 Aug 10 03:41:30.227555 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce35b-8809-4fca-ac9e-ebebaf5d5fab service neutron] Pushing event updated for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.262433 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0241-90c9-4d69-9490-4b0b96bb6c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.286527 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93c743-92d2-4519-b96e-8d720228d0a0 req-5cacc28e-2509-46f0-9e99-ead8ed7aa9b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.288008 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7805bbe-89a8-4bf6-9fcb-e024f5afcff0 x-openstack-request-id: req-f7805bbe-89a8-4bf6-9fcb-e024f5afcff0 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:30.288354 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "tag": "089202fc-bf88-4e54-814b-80242a60ec09", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:30.288461 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6d93c743-92d2-4519-b96e-8d720228d0a0 req-5cacc28e-2509-46f0-9e99-ead8ed7aa9b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 944 time: 0.0543277 Aug 10 03:41:30.288600 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7805bbe-89a8-4bf6-9fcb-e024f5afcff0 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:30.288999 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09', 'status': 'completed', 'code': 200} Aug 10 03:41:30.328852 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6d93c743-92d2-4519-b96e-8d720228d0a0 req-f9641815-8d2b-4480-865b-68774cad666b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Aug 10 03:41:30.376964 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.415681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-d4c83413-b29f-40ba-a1c2-580c8bd58034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.417252 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-d4c83413-b29f-40ba-a1c2-580c8bd58034 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 1097 time: 0.0665491 Aug 10 03:41:30.433660 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0b1e1-3761-4ace-b5f8-8a8361d91fe8 req-ff45ce63-c661-406d-ba56-bc668b645b23 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.444580 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c0a0b1e1-3761-4ace-b5f8-8a8361d91fe8 req-ff45ce63-c661-406d-ba56-bc668b645b23 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 944 time: 0.0572734 Aug 10 03:41:30.527851 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c0a0b1e1-3761-4ace-b5f8-8a8361d91fe8 req-e6926eb2-ba0d-4776-994a-28014d148af1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850630 Aug 10 03:41:30.557471 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-fb2cdc7d-78c5-449c-bcf5-b7be3d585d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.558903 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-fb2cdc7d-78c5-449c-bcf5-b7be3d585d59 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0218bd23bab4457abfb072f168e61af6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1173046 Aug 10 03:41:30.653704 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-f28978f9-9d25-486a-8387-aa6ca856272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.655193 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dba978ae-ea1f-4f82-8111-0c4807884692 req-f28978f9-9d25-486a-8387-aa6ca856272c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873518 Aug 10 03:41:30.784066 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-dd78b0bf-a38f-4f66-91db-f295357f3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.785598 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-dd78b0bf-a38f-4f66-91db-f295357f3a29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0218bd23bab4457abfb072f168e61af6&device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 1097 time: 0.0440121 Aug 10 03:41:30.837558 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-e37b8f91-3032-44e5-9a5e-fb832a7f57ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=089202fc-bf88-4e54-814b-80242a60ec09 HTTP/1.1" status: 200 len: 217 time: 0.0329101 Aug 10 03:41:30.887310 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2d88-c369-4bc6-9038-cffafb685403 req-c97cf147-5e96-478c-aa99-dba8b6eea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.888721 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-c97cf147-5e96-478c-aa99-dba8b6eea1b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 200 len: 854 time: 0.0426133 Aug 10 03:41:30.927584 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-d75ad4cb-0238-43a5-b25d-7374fdbb748a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05518596-49b6-4e96-8053-0b4e84949d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276508 Aug 10 03:41:31.016797 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-050f925b-b481-453e-8d07-ce3ff1281c57 service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787613 Aug 10 03:41:31.116808 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44836fa4-993d-4fce-8fb4-184f18417a1e req-886fe677-8bfc-4cc5-9c9f-c3f341c72e05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.118338 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-44836fa4-993d-4fce-8fb4-184f18417a1e req-886fe677-8bfc-4cc5-9c9f-c3f341c72e05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0486732 Aug 10 03:41:31.118776 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-471e2d88-c369-4bc6-9038-cffafb685403 req-9b55301c-3f21-400b-8297-2ebc68c1a52f service neutron] 10.222.0.63 "GET /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896375 Aug 10 03:41:31.160412 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-44836fa4-993d-4fce-8fb4-184f18417a1e req-a0104580-300c-4f5c-849e-e5cd10c226de tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Aug 10 03:41:31.346085 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9f5-64e4-413f-ba93-c41f0ce6956f req-7b7188b2-f3fc-45cf-b096-08c9815d13d6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.347664 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ad92e9f5-64e4-413f-ba93-c41f0ce6956f req-7b7188b2-f3fc-45cf-b096-08c9815d13d6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0517092 Aug 10 03:41:31.385833 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device befb1ced-df13-4ccc-9c87-fbef92863959 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:31.389025 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ad92e9f5-64e4-413f-ba93-c41f0ce6956f req-d3e3eb26-6d5b-40d9-92fd-bf8cdae856e8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Aug 10 03:41:31.441594 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.479589 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bc9cc-cb54-4902-8b3e-87901b08388f req-9b411fbd-dac3-4b91-8fc9-0b400a3ba39e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.481165 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-167bc9cc-cb54-4902-8b3e-87901b08388f req-9b411fbd-dac3-4b91-8fc9-0b400a3ba39e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 944 time: 0.0544524 Aug 10 03:41:31.520525 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-167bc9cc-cb54-4902-8b3e-87901b08388f req-7080bfa6-65d8-41ce-bfa6-e7090ec967d7 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Aug 10 03:41:31.531086 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port befb1ced-df13-4ccc-9c87-fbef92863959 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:31.539852 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port befb1ced-df13-4ccc-9c87-fbef92863959 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:31.539852 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.614522 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.637373 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:31.639895 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd43f838-2a11-45bd-8ccb-94e75679b2de" -d '{"events": [{"server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "name": "network-vif-plugged", "status": "completed", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:31.641981 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220d01-bc8c-4b72-bedc-af46dfbf9abc req-16cf7b43-ddc9-43c7-9265-7326cb5c4c6b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.643678 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce220d01-bc8c-4b72-bedc-af46dfbf9abc req-16cf7b43-ddc9-43c7-9265-7326cb5c4c6b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 944 time: 0.0492480 Aug 10 03:41:31.654701 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=befb1ced-df13-4ccc-9c87-fbef92863959,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:31.683401 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce220d01-bc8c-4b72-bedc-af46dfbf9abc req-970b26d0-f7b9-4b9e-aa4d-3bbd0716f44a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Aug 10 03:41:31.725292 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573d76db-f491-4ca9-a191-b30dd0415e6b x-openstack-request-id: req-573d76db-f491-4ca9-a191-b30dd0415e6b {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:31.729837 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "name": "network-vif-plugged", "status": "completed", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:31.729837 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-573d76db-f491-4ca9-a191-b30dd0415e6b {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:31.729837 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959', 'code': 200} Aug 10 03:41:31.753294 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.810038 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.987359 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b1be-bac9-4d14-a02a-b47ee4fb6273 req-178d0a57-bb57-43d7-9f38-bdb04513e95a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.988767 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ca2b1be-bac9-4d14-a02a-b47ee4fb6273 req-178d0a57-bb57-43d7-9f38-bdb04513e95a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0485029 Aug 10 03:41:32.027051 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ca2b1be-bac9-4d14-a02a-b47ee4fb6273 req-ecca18c1-f4e8-433c-be72-8e6c02cfba33 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321636 Aug 10 03:41:32.193025 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a207-5249-4cf2-b528-13273249fe37 req-817c9b93-dd6e-45ea-bc11-5cf864d1f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.194535 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-817c9b93-dd6e-45ea-bc11-5cf864d1f465 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0645521 Aug 10 03:41:32.213318 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25f3e3-8e6f-48f1-9ff6-f4d26f6a6ac8 req-b6525897-6b53-4ee3-b050-7f3739266d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.213318 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ed25f3e3-8e6f-48f1-9ff6-f4d26f6a6ac8 req-b6525897-6b53-4ee3-b050-7f3739266d66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 1098 time: 0.0529392 Aug 10 03:41:32.330954 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ed25f3e3-8e6f-48f1-9ff6-f4d26f6a6ac8 req-eef24067-a4fa-4dd5-b7d3-42b9e43cfa0d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167297 Aug 10 03:41:32.345052 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc599-15bd-4c83-a2ee-dbbec3b7653d req-45672b91-1ff4-4996-93ca-0812fe5be20a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.346480 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-447cc599-15bd-4c83-a2ee-dbbec3b7653d req-45672b91-1ff4-4996-93ca-0812fe5be20a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0888891 Aug 10 03:41:32.362673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a207-5249-4cf2-b528-13273249fe37 req-df48068b-7da0-431e-ab57-15b4d6b92ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.364136 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-df48068b-7da0-431e-ab57-15b4d6b92ec0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.1618085 Aug 10 03:41:32.393768 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-447cc599-15bd-4c83-a2ee-dbbec3b7653d req-17bcb077-c7fa-4e3d-937a-31f159fcf19d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Aug 10 03:41:32.649077 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048429d-cf22-4397-a847-1c82dbacffa2 req-c823465f-d146-4fb6-adae-b1e89eb1f1b8 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.650704 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c048429d-cf22-4397-a847-1c82dbacffa2 req-c823465f-d146-4fb6-adae-b1e89eb1f1b8 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0549924 Aug 10 03:41:32.693614 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c048429d-cf22-4397-a847-1c82dbacffa2 req-15b4fd3e-841b-49ac-9bc1-6b3353c10cc6 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361414 Aug 10 03:41:32.727008 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-d73b4aba-73f2-4909-994d-cad05bdbe3c2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.0359302 Aug 10 03:41:32.831151 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a207-5249-4cf2-b528-13273249fe37 req-4e61f70e-9a39-4da6-bc91-f528c5b73599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.832779 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-4e61f70e-9a39-4da6-bc91-f528c5b73599 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0789950 Aug 10 03:41:32.845877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83530a63-72d9-48c1-8811-e85199fa4c32 req-e01abbda-bb02-4a82-84ea-d4698b13cae3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.849586 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-83530a63-72d9-48c1-8811-e85199fa4c32 req-e01abbda-bb02-4a82-84ea-d4698b13cae3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 944 time: 0.0924430 Aug 10 03:41:32.997629 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53578) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.120349 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-dea391ee-5fc8-4b29-9b20-8dff17f3c715 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2712076 Aug 10 03:41:33.183945 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8ff87e27-8f29-4385-9899-95b1dc1e7716 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f912b62093449cea652d5e2b536ac2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842017 Aug 10 03:41:33.187913 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53584) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.194788 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.203337 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bc8a8-c346-420a-9d7a-a3bdace705b5 req-4703ee64-14ba-44f4-b161-b72aa7595b60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.204783 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-83530a63-72d9-48c1-8811-e85199fa4c32 req-85ad324c-f138-42b1-8330-703f40bc0c2d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828168 Aug 10 03:41:33.205237 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bc4bc8a8-c346-420a-9d7a-a3bdace705b5 req-4703ee64-14ba-44f4-b161-b72aa7595b60 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0760922 Aug 10 03:41:33.253391 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-1f9e47f4-ef2b-41a7-8c79-9b1e4348bda3 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232381 Aug 10 03:41:33.274379 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bc4bc8a8-c346-420a-9d7a-a3bdace705b5 req-266e2514-2a78-488b-aed1-3c28bd804be6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Aug 10 03:41:33.291608 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.320487 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.368096 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1646a207-5249-4cf2-b528-13273249fe37 req-ca5ed16e-b0a4-43f0-82ef-af39182fd90b service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033125 Aug 10 03:41:33.450868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.453539 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.454687 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f79f146b-87a7-46a7-86d9-72e899edb163 HTTP/1.1" status: 204 len: 168 time: 0.2657793 Aug 10 03:41:33.462784 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f146b-87a7-46a7-86d9-72e899edb163,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.472386 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.472754 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.473098 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.473423 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.473760 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.474097 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.474430 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.474759 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.475089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.475413 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.475735 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.476061 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b78c59-d50c-4dbc-ba56-6614ab41a5e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:33.535147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e9bc-ee19-4970-a85a-a71a6dc65b57 req-ca31b027-29d0-46e1-b535-8102bdfc73d0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.536655 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29f0e9bc-ee19-4970-a85a-a71a6dc65b57 req-ca31b027-29d0-46e1-b535-8102bdfc73d0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0674524 Aug 10 03:41:33.575207 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29f0e9bc-ee19-4970-a85a-a71a6dc65b57 req-fe9fdd97-ed11-4c9c-aaf6-7f3837a1e639 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Aug 10 03:41:33.849415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bd9d8-8154-4990-83f6-517031d0ba1e req-8e592858-f11e-4b5c-8300-a20269fb8da3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.849415 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f29bd9d8-8154-4990-83f6-517031d0ba1e req-8e592858-f11e-4b5c-8300-a20269fb8da3 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0511625 Aug 10 03:41:33.849415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53606) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.869310 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f29bd9d8-8154-4990-83f6-517031d0ba1e req-8a74c3c3-0fa9-4fba-b658-9409fb317c4b tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Aug 10 03:41:33.966170 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1df56864-deb7-440d-909a-6841c08449e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.061238 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1df56864-deb7-440d-909a-6841c08449e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.227731 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1df56864-deb7-440d-909a-6841c08449e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.267679 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1df56864-deb7-440d-909a-6841c08449e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=929877d0ec594bb0a885c96e7efd2a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176631 Aug 10 03:41:34.269593 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df56864-deb7-440d-909a-6841c08449e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79056d8-2d6a-449f-a8e7-6c15a91a5cde,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.270357 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53612) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:34.360752 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d63ad8-06e7-4bc2-bb38-919897f31c31 req-7989e726-c5a5-4b34-a03a-8e92867cded1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.362250 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-92d63ad8-06e7-4bc2-bb38-919897f31c31 req-7989e726-c5a5-4b34-a03a-8e92867cded1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 944 time: 0.0822737 Aug 10 03:41:34.367314 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.401356 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07b1d8-26e6-49bc-8194-e4877ada2512 req-f2b152e6-f0d2-498c-a826-5b1e777c0bee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.403000 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cd07b1d8-26e6-49bc-8194-e4877ada2512 req-f2b152e6-f0d2-498c-a826-5b1e777c0bee tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0559151 Aug 10 03:41:34.411218 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.424956 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-92d63ad8-06e7-4bc2-bb38-919897f31c31 req-1a48f405-f22d-4c2c-bcbb-14c202d62034 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556581 Aug 10 03:41:34.448787 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cd07b1d8-26e6-49bc-8194-e4877ada2512 req-0b13df41-6c1d-4e90-b13c-b556b7f5a220 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Aug 10 03:41:34.548129 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.550671 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.551811 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a79056d8-2d6a-449f-a8e7-6c15a91a5cde HTTP/1.1" status: 204 len: 168 time: 0.2782214 Aug 10 03:41:34.559722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fcc75-d517-40db-93c4-41675e9ade11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79056d8-2d6a-449f-a8e7-6c15a91a5cde,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.692280 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d8de-9d12-4364-a36e-93ca34e92ae6 req-f12a128a-4a1b-4cd8-880d-8fe830f1b80c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.693770 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1cb4d8de-9d12-4364-a36e-93ca34e92ae6 req-f12a128a-4a1b-4cd8-880d-8fe830f1b80c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Aug 10 03:41:34.733123 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1cb4d8de-9d12-4364-a36e-93ca34e92ae6 req-491441f8-7915-4367-82fe-1103863354be tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325513 Aug 10 03:41:34.982935 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972340b-dd8c-4036-a559-80475af19f5e req-1acf25da-f5f5-4838-8fc7-dfeee6e9d686 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.984466 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5972340b-dd8c-4036-a559-80475af19f5e req-1acf25da-f5f5-4838-8fc7-dfeee6e9d686 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0488777 Aug 10 03:41:35.023197 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5972340b-dd8c-4036-a559-80475af19f5e req-d0a381b8-d867-424c-a389-5ec278ad3495 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Aug 10 03:41:35.408909 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 089202fc-bf88-4e54-814b-80242a60ec09 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:35.506096 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=089202fc-bf88-4e54-814b-80242a60ec09,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:35.518640 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '089202fc-bf88-4e54-814b-80242a60ec09', 'network_id': '05518596-49b6-4e96-8053-0b4e84949d5e', 'port_id': '089202fc-bf88-4e54-814b-80242a60ec09', 'mac_address': 'fa:16:3e:20:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ba41af-8934-4342-acd9-0e34f5ca11d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:35.556229 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.570812 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089202fc-bf88-4e54-814b-80242a60ec09 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:35.575002 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dacc8-afed-4223-b44e-92d26104d2b5 req-21045c89-9921-4ed8-8c14-4c273c2a452a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.576958 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-464dacc8-afed-4223-b44e-92d26104d2b5 req-21045c89-9921-4ed8-8c14-4c273c2a452a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0528905 Aug 10 03:41:35.579123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c474a-5f01-4faa-9a57-fba2ca987514 req-b925a8a0-a122-4801-8ea4-d72ba683d721 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.582330 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cd7c474a-5f01-4faa-9a57-fba2ca987514 req-b925a8a0-a122-4801-8ea4-d72ba683d721 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 944 time: 0.0849812 Aug 10 03:41:35.600481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=089202fc-bf88-4e54-814b-80242a60ec09,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:35.627607 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cd7c474a-5f01-4faa-9a57-fba2ca987514 req-7da060e3-7d98-4ce2-ba55-c2e8be6245ec tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Aug 10 03:41:35.636146 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-464dacc8-afed-4223-b44e-92d26104d2b5 req-5746101a-aef0-472b-a936-2b564f997abd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 Aug 10 03:41:35.742035 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.798562 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.899049 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3b41b-5308-4221-915a-1afca1c00688 req-f94cec69-e903-4d5c-ad2c-2e594a078fd5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.900624 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04a3b41b-5308-4221-915a-1afca1c00688 req-f94cec69-e903-4d5c-ad2c-2e594a078fd5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0614340 Aug 10 03:41:35.911101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53664) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.943452 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04a3b41b-5308-4221-915a-1afca1c00688 req-ae85d394-32f8-4674-a86a-36b0b85024cf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363164 Aug 10 03:41:36.013581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1420076692-network', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:36.153614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Made reservation on behalf of 77aab94ffcab4a8b9ad529c5a5454ae9 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:36.156278 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.168813 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.242071 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['089202fc-bf88-4e54-814b-80242a60ec09'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:36.257860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.365188 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.391803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:36.401401 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9f28f-8d17-456d-81aa-5ec547c6c61f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.407453 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.407788 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Added segment 5b14c7f8-c44d-4c53-83b1-2b833bfcc40e of type vlan for network 0559be58-84b2-4cd0-a186-679ac0aab251 Aug 10 03:41:36.448635 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.559249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.559249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.559249 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.617822 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] Pushing event updated for resources: {'Network': ['ID=0559be58-84b2-4cd0-a186-679ac0aab251,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.627864 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 0559be58-84b2-4cd0-a186-679ac0aab251 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:36.731797 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4ef50ca0-a9c0-4771-b4a2-213e144d70ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8195848 Aug 10 03:41:36.737275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53680) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.742469 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Request body: {'subnet': {'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1420076692-subnet', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:36.747871 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a1d13-f430-424a-9077-ed26243a607d req-580788ac-5540-4dde-9bb5-d91dedebc64e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.749422 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2f2a1d13-f430-424a-9077-ed26243a607d req-580788ac-5540-4dde-9bb5-d91dedebc64e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0531936 Aug 10 03:41:36.788183 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2f2a1d13-f430-424a-9077-ed26243a607d req-2d727000-1e1d-4d3e-90ef-d1d45621e9d1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Aug 10 03:41:36.884702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Made reservation on behalf of 77aab94ffcab4a8b9ad529c5a5454ae9 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:36.888066 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a82a1-5e26-4d68-9d54-92f6f93df63d req-66929b48-180a-4902-947c-6449f4368d1d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.888515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896646'] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.890096 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-231a82a1-5e26-4d68-9d54-92f6f93df63d req-66929b48-180a-4902-947c-6449f4368d1d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 945 time: 0.0482032 Aug 10 03:41:36.941962 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-231a82a1-5e26-4d68-9d54-92f6f93df63d req-b3f83ce8-7969-4810-80f0-05c78189f178 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Aug 10 03:41:37.058297 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8267cd-a3af-4d24-9bf2-c39942433f1e req-c72109bf-b5f7-46af-9602-2bfe2ea16d82 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.059817 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3c8267cd-a3af-4d24-9bf2-c39942433f1e req-c72109bf-b5f7-46af-9602-2bfe2ea16d82 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0520177 Aug 10 03:41:37.100252 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3c8267cd-a3af-4d24-9bf2-c39942433f1e req-11d4a814-db80-4918-b3bc-7bc568866a03 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Aug 10 03:41:37.116638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8f4e2-e414-4374-a5ef-2835ff6ffb69 req-18c07c3a-57ff-4191-af89-dfd7d7f791f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.116638 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6ba8f4e2-e414-4374-a5ef-2835ff6ffb69 req-18c07c3a-57ff-4191-af89-dfd7d7f791f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0921917 Aug 10 03:41:37.153861 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6ba8f4e2-e414-4374-a5ef-2835ff6ffb69 req-2822d097-4f4a-435f-b3b5-db42b93dddf2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Aug 10 03:41:37.228112 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3801075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896692'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.287454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.296871 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Checking segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:37.297229 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Network hostable DHCP agents. Network: 0559be58-84b2-4cd0-a186-679ac0aab251, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:37.422849 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Network 0559be58-84b2-4cd0-a186-679ac0aab251 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:37.513329 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 0559be58-84b2-4cd0-a186-679ac0aab251) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:37.517446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.518035 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.522328 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a2254-4f2a-4c8f-bb21-f5c0799b5a7f None None] Network 0559be58-84b2-4cd0-a186-679ac0aab251 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:37.672147 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-0559be58-84b2-4cd0-a186-679ac0aab251', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:37.673329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.691577 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2a3a032d-bfa4-4251-9145-4f64cac1c85a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9532065 Aug 10 03:41:37.694237 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53696) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:37.698677 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:37.776713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.778043 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.806544 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Allocated IP 172.20.0.2 (0559be58-84b2-4cd0-a186-679ac0aab251/a44a4b1e-6754-4c71-931e-57b7d8b8f2f6/b672607e-1f1b-499d-810f-f01901fa0118) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:37.828433 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.038890 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.059311 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5093-6886-41e2-ade0-4923cd001c68 req-d74f7f36-adae-433d-8dad-aee37445946f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.062554 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ca1d5093-6886-41e2-ade0-4923cd001c68 req-d74f7f36-adae-433d-8dad-aee37445946f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 945 time: 0.0507734 Aug 10 03:41:38.070400 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.078736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Transition to ACTIVE for port object b672607e-1f1b-499d-810f-f01901fa0118 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.094885 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Transition to ACTIVE for port object b672607e-1f1b-499d-810f-f01901fa0118 will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.101554 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ca1d5093-6886-41e2-ade0-4923cd001c68 req-dc2903b7-2f67-4441-ae2e-81df46064c23 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Aug 10 03:41:38.239327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6fef-c624-4c00-958b-4035830c00fe req-d7292b09-657d-4cff-83c3-b70905f2c64f tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.240978 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-474b6fef-c624-4c00-958b-4035830c00fe req-d7292b09-657d-4cff-83c3-b70905f2c64f tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0665765 Aug 10 03:41:38.257646 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.275506 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770bc76-6175-48ff-80e9-a6e307b15751 req-29051814-644b-4f6e-a130-65fb9b85f081 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.277143 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3770bc76-6175-48ff-80e9-a6e307b15751 req-29051814-644b-4f6e-a130-65fb9b85f081 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0506260 Aug 10 03:41:38.294427 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-474b6fef-c624-4c00-958b-4035830c00fe req-16ed3f44-6819-4e04-a83d-71014a0ce101 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Aug 10 03:41:38.300736 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Network 0559be58-84b2-4cd0-a186-679ac0aab251 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.303780 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.306475 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:38.321116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Pushing event updated for resources: {'Port': ['ID=b672607e-1f1b-499d-810f-f01901fa0118,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.324479 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3770bc76-6175-48ff-80e9-a6e307b15751 req-2bb5e779-e1b9-4548-b176-effef113ed13 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Aug 10 03:41:38.371000 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Attempting to bind port b672607e-1f1b-499d-810f-f01901fa0118 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:38.371372 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Attempting to bind port b672607e-1f1b-499d-810f-f01901fa0118 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:38.371741 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Attempting to bind port b672607e-1f1b-499d-810f-f01901fa0118 on network 0559be58-84b2-4cd0-a186-679ac0aab251 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:38.377245 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:38.377648 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Checking segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:38.378052 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.378451 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Bound using segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:38.378911 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Bound port: b672607e-1f1b-499d-810f-f01901fa0118, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:38.379297 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.420278 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.440890 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] For port b672607e-1f1b-499d-810f-f01901fa0118, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:38.441303 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.444461 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] For port b672607e-1f1b-499d-810f-f01901fa0118, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=b672607e-1f1b-499d-810f-f01901fa0118,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:38.551654 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Allocated IP 172.27.3.169 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/42b69e2b-f0d7-41b8-b0eb-327ec456682e) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:38.652621 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.668174 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.726888 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55722df2-4f95-4034-b34f-5859c14f58f5 None None] Pushing event updated for resources: {'Port': ['ID=b672607e-1f1b-499d-810f-f01901fa0118,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.788067 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.826519 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.831408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.834124 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:38.863301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Pushing event updated for resources: {'Port': ['ID=42b69e2b-f0d7-41b8-b0eb-327ec456682e,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.269616 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f7463-4ae7-469e-bb97-620cea7307c6 req-53f8bf63-9114-40e3-8729-82f574bac33f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.271089 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-df7f7463-4ae7-469e-bb97-620cea7307c6 req-53f8bf63-9114-40e3-8729-82f574bac33f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 945 time: 0.0947487 Aug 10 03:41:39.283587 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.355914 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-df7f7463-4ae7-469e-bb97-620cea7307c6 req-69543642-2884-452c-b042-a11cb7d6ea44 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783403 Aug 10 03:41:39.434235 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f6eb6-5aaa-4c22-8faf-74c1c318bfe3 req-eb2fd9e3-63ce-402d-a0e4-a9f01c4ecdfc tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.435765 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-334f6eb6-5aaa-4c22-8faf-74c1c318bfe3 req-eb2fd9e3-63ce-402d-a0e4-a9f01c4ecdfc tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0635967 Aug 10 03:41:39.477068 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-334f6eb6-5aaa-4c22-8faf-74c1c318bfe3 req-239f0daa-5acd-4268-b800-3c195683ffd8 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Aug 10 03:41:39.540524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9cebd-559e-4a21-aeee-ed8252de438a req-591af78c-be4a-4e01-b34b-9e811848667a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.569561 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6dc9cebd-559e-4a21-aeee-ed8252de438a req-591af78c-be4a-4e01-b34b-9e811848667a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0937490 Aug 10 03:41:39.569561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.628687 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6dc9cebd-559e-4a21-aeee-ed8252de438a req-9a1211b8-0ea0-4920-a8df-0a4196b29136 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807455 Aug 10 03:41:39.635436 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b20b86-2ef3-44c5-86e6-ef3f6d1e1648 None None] Network 0559be58-84b2-4cd0-a186-679ac0aab251 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:39.796078 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-f7cba4a2-28ce-4d53-855d-73b67210d796 None None] Provisioning for port b672607e-1f1b-499d-810f-f01901fa0118 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:39.833397 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Router 3f38da08-c850-43a5-9a57-9bf4de872aa7 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:39.941627 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device b672607e-1f1b-499d-810f-f01901fa0118 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:40.161212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:40.170692 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Sync routers for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:40.181525 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:40.182182 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:40.199356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port b672607e-1f1b-499d-810f-f01901fa0118 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:40.203380 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port b672607e-1f1b-499d-810f-f01901fa0118 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:40.203980 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.283269 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:40.284516 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.296935 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.298620 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-caec4af4-1cb9-4440-b5d1-f09504a7ff86 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6034656 Aug 10 03:41:40.301406 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53722) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.318096 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port b672607e-1f1b-499d-810f-f01901fa0118, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=b672607e-1f1b-499d-810f-f01901fa0118,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:40.400003 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.457974 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=b672607e-1f1b-499d-810f-f01901fa0118,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.480799 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:39Z', 'revision_number': 3, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:40.509847 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Checking router: 3f38da08-c850-43a5-9a57-9bf4de872aa7 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:40.510939 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Updating router 3f38da08-c850-43a5-9a57-9bf4de872aa7 port 42b69e2b-f0d7-41b8-b0eb-327ec456682e binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:40.536902 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.537133 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc10e-13c2-4790-bed7-710055a29844 req-296678da-f46e-4e31-a49f-a36e2671754d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.538412 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-141bc10e-13c2-4790-bed7-710055a29844 req-296678da-f46e-4e31-a49f-a36e2671754d tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 945 time: 0.0955269 Aug 10 03:41:40.602938 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0891d3-be53-40e7-95fc-7a3322cb24e2 req-0b8143b0-87a1-43a8-9078-74b0766d113d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.616773 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2b0891d3-be53-40e7-95fc-7a3322cb24e2 req-0b8143b0-87a1-43a8-9078-74b0766d113d tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.0609393 Aug 10 03:41:40.648156 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2b0891d3-be53-40e7-95fc-7a3322cb24e2 req-394cbc93-d836-4e83-abd0-8a3d29e6fca5 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Aug 10 03:41:40.716847 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-141bc10e-13c2-4790-bed7-710055a29844 req-07de382a-df2a-496d-acc0-bd34669fbe6f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715686 Aug 10 03:41:40.788382 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90e0c-0860-4972-af0e-9f0e06513a83 req-5664758a-3cf0-4301-87c4-d28bfaafde61 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.790063 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80f90e0c-0860-4972-af0e-9f0e06513a83 req-5664758a-3cf0-4301-87c4-d28bfaafde61 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0596480 Aug 10 03:41:40.825957 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.833300 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80f90e0c-0860-4972-af0e-9f0e06513a83 req-e0a6622c-7dae-4dd8-b72a-871283f312bf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Aug 10 03:41:40.844762 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.854636 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Transition to ACTIVE for port object 42b69e2b-f0d7-41b8-b0eb-327ec456682e will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:40.954077 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.980812 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Allocated IP 172.20.0.1 (0559be58-84b2-4cd0-a186-679ac0aab251/a44a4b1e-6754-4c71-931e-57b7d8b8f2f6/3869d408-53ce-42e4-a161-24acd064d9ce) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:41.086701 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Attempting to bind port 42b69e2b-f0d7-41b8-b0eb-327ec456682e on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:41.087069 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Attempting to bind port 42b69e2b-f0d7-41b8-b0eb-327ec456682e by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:41.087488 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Attempting to bind port 42b69e2b-f0d7-41b8-b0eb-327ec456682e on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:41.095124 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Pushing event updated for resources: {'Port': ['ID=42b69e2b-f0d7-41b8-b0eb-327ec456682e,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.098489 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:41.098857 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:41.099255 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.099672 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:41.100342 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Bound port: 42b69e2b-f0d7-41b8-b0eb-327ec456682e, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:41.100745 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.129739 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.130363 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.130769 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.131217 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.131654 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.132091 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.132542 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.132992 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.133447 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.133879 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.134615 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.134615 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:41.171883 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] For port 42b69e2b-f0d7-41b8-b0eb-327ec456682e, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:41.175591 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] For port 42b69e2b-f0d7-41b8-b0eb-327ec456682e, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=42b69e2b-f0d7-41b8-b0eb-327ec456682e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:41.268687 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.281159 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.293838 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Transition to ACTIVE for port object 3869d408-53ce-42e4-a161-24acd064d9ce will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:41.323482 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:41.324255 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.362693 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a76b6-8721-4790-b802-5b32b93ef8a8 None None] Pushing event updated for resources: {'Port': ['ID=42b69e2b-f0d7-41b8-b0eb-327ec456682e,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.417003 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.434699 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:41.444239 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 089202fc-bf88-4e54-814b-80242a60ec09 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:41.454561 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Network 0559be58-84b2-4cd0-a186-679ac0aab251 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:41.461185 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:41.465415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:41.472268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Pushing event updated for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.512190 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.616552 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 089202fc-bf88-4e54-814b-80242a60ec09 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:41.620475 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 089202fc-bf88-4e54-814b-80242a60ec09 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:41.620930 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.631376 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:39Z', 'revision_number': 3, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.659096 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f15553-7527-4864-9d14-2b82ddbb90a0 None None] The sync data for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi is: [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:39Z', 'revision_number': 3, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:41.715136 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.755509 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:41.757381 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20b3cc-fb34-473e-b507-f4319d2a8e45" -d '{"events": [{"server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "name": "network-vif-plugged", "status": "completed", "tag": "089202fc-bf88-4e54-814b-80242a60ec09"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:41.784439 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=089202fc-bf88-4e54-814b-80242a60ec09,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:41.815843 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-c70fd8cc-dc77-469b-8a38-6a38c68b1206 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.817538 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-c70fd8cc-dc77-469b-8a38-6a38c68b1206 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.1162610 Aug 10 03:41:41.847385 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.920408 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb056158-e006-4fa6-846a-7f3f401708a3 req-b687d75a-9960-47aa-974c-4e600fa85b4e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.928259 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bb056158-e006-4fa6-846a-7f3f401708a3 req-b687d75a-9960-47aa-974c-4e600fa85b4e tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 945 time: 0.1250186 Aug 10 03:41:41.945357 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device b672607e-1f1b-499d-810f-f01901fa0118 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:41.982089 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-491b3de8-67e7-4274-949e-8c05b47c1572 None None] Provisioning for port 3869d408-53ce-42e4-a161-24acd064d9ce completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:41.988017 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6aebb-1e39-4345-8f7a-5c0beaa22e89 req-ac852f2c-ee20-4177-afb0-b8953ad19e47 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.009163 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.023070 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3aa6aebb-1e39-4345-8f7a-5c0beaa22e89 req-ac852f2c-ee20-4177-afb0-b8953ad19e47 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 945 time: 0.1851058 Aug 10 03:41:42.053890 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bb056158-e006-4fa6-846a-7f3f401708a3 req-9b83e0a6-a10b-49a3-9fc0-b7f0d38821a7 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/security-groups?id=31184b32-5e3f-4ad6-925a-0e317afe8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247921 Aug 10 03:41:42.061681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.066130 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-491b3de8-67e7-4274-949e-8c05b47c1572 None None] Provisioning complete for port 3869d408-53ce-42e4-a161-24acd064d9ce triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.066741 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-491b3de8-67e7-4274-949e-8c05b47c1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.101105 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3aa6aebb-1e39-4345-8f7a-5c0beaa22e89 req-0cf822b0-b397-452c-b978-9c87b18c8db4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770192 Aug 10 03:41:42.133056 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-491b3de8-67e7-4274-949e-8c05b47c1572 None None] Port 3869d408-53ce-42e4-a161-24acd064d9ce cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:42.156883 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Deleting port befb1ced-df13-4ccc-9c87-fbef92863959 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:42.157494 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.159322 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69daf395-16bc-4723-b7f7-ac2bd37fd814 x-openstack-request-id: req-69daf395-16bc-4723-b7f7-ac2bd37fd814 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:42.159798 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "name": "network-vif-plugged", "status": "completed", "tag": "089202fc-bf88-4e54-814b-80242a60ec09", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:42.161313 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69daf395-16bc-4723-b7f7-ac2bd37fd814 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:42.161897 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09', 'code': 200} Aug 10 03:41:42.162813 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port b672607e-1f1b-499d-810f-f01901fa0118 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.163727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.335502 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dbe20-2cad-4403-a486-7be11a63fc10 req-2f51d8f8-2290-4e65-95c4-b5adec6fa346 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.343595 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b91dbe20-2cad-4403-a486-7be11a63fc10 req-2f51d8f8-2290-4e65-95c4-b5adec6fa346 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1120574 Aug 10 03:41:42.355170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ebe2-5691-4223-b35a-58c0b13c3577 req-b50cecd2-568d-41a3-b374-aecf2012c764 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.366522 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-69b0ebe2-5691-4223-b35a-58c0b13c3577 req-b50cecd2-568d-41a3-b374-aecf2012c764 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1044421 Aug 10 03:41:42.372690 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.391962 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b91dbe20-2cad-4403-a486-7be11a63fc10 req-67ffd863-e0ca-4d17-a8ac-9de06cf14cff tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 Aug 10 03:41:42.411492 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] For port befb1ced-df13-4ccc-9c87-fbef92863959, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=befb1ced-df13-4ccc-9c87-fbef92863959,segment=NetworkSegment(b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f),segment_id=b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.412978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.435524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Calling delete_port for befb1ced-df13-4ccc-9c87-fbef92863959 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:42.444575 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-69b0ebe2-5691-4223-b35a-58c0b13c3577 req-43c38ad5-2fdc-4ee4-bcff-fdbea9175284 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770226 Aug 10 03:41:42.457854 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.532546 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Pushing event updated for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.538669 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.644497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b05b6-2d41-4c47-be07-73485c7ab064 req-b7f9f18f-3ceb-4f5d-bc90-aede9aa9a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.645211 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Network 0559be58-84b2-4cd0-a186-679ac0aab251 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:42.646176 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-571b05b6-2d41-4c47-be07-73485c7ab064 req-b7f9f18f-3ceb-4f5d-bc90-aede9aa9a2a9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 1099 time: 0.0462906 Aug 10 03:41:42.646661 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:42.690527 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-571b05b6-2d41-4c47-be07-73485c7ab064 req-c840d13f-df23-462e-9eb9-659c060aa0e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Aug 10 03:41:42.783098 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Router 3f38da08-c850-43a5-9a57-9bf4de872aa7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:42.789580 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.815686 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Pushing event deleted for resources: {'Port': ['ID=befb1ced-df13-4ccc-9c87-fbef92863959,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.822676 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['befb1ced-df13-4ccc-9c87-fbef92863959'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:42.864624 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] No DVR routers for this DVR port befb1ced-df13-4ccc-9c87-fbef92863959 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:42.867593 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.870752 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1d6a4d40-f3f2-4c60-9377-98ba650892c7 req-1f1f0c6b-7466-4bb3-8dc2-aa991f93e6da tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.63 "DELETE /v2.0/ports/befb1ced-df13-4ccc-9c87-fbef92863959 HTTP/1.1" status: 204 len: 173 time: 1.0447564 Aug 10 03:41:42.870752 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'name': 'network-vif-deleted', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:42.873078 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fa43a-5301-4399-a881-122106943a60" -d '{"events": [{"server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "name": "network-vif-deleted", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:42.915572 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bda274-4e1d-4fba-85c1-1c4fc6b23074 x-openstack-request-id: req-62bda274-4e1d-4fba-85c1-1c4fc6b23074 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:42.916057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6705722e-734f-44c2-b853-04ee58f5202d", "name": "network-vif-deleted", "tag": "befb1ced-df13-4ccc-9c87-fbef92863959", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:42.916490 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bda274-4e1d-4fba-85c1-1c4fc6b23074 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:42.916890 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6705722e-734f-44c2-b853-04ee58f5202d', 'name': 'network-vif-deleted', 'tag': 'befb1ced-df13-4ccc-9c87-fbef92863959', 'status': 'completed', 'code': 200} Aug 10 03:41:42.924167 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:42.933146 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-53850544-69b7-4169-a370-80023abde7ac admin admin] 10.222.0.21 "PUT /v2.0/routers/3f38da08-c850-43a5-9a57-9bf4de872aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306646 Aug 10 03:41:42.961894 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-ae16958e-cec8-425a-b579-06366c18868e None None] Provisioning complete for port 3869d408-53ce-42e4-a161-24acd064d9ce triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.962270 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ae16958e-cec8-425a-b579-06366c18868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.002925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-ae16958e-cec8-425a-b579-06366c18868e None None] Port 3869d408-53ce-42e4-a161-24acd064d9ce cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:43.389358 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80df0f19-ea18-4bb1-9def-96f9e9b5aefb req-76925976-6796-40eb-85bd-b103189fc456 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0308945 Aug 10 03:41:43.441803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:43.503184 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b7d46-e1e2-4800-aa87-33e8440bc77b req-282033d1-40e9-4b66-b0cb-8b97eaf12a4e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.505236 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-288b7d46-e1e2-4800-aa87-33e8440bc77b req-282033d1-40e9-4b66-b0cb-8b97eaf12a4e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0541511 Aug 10 03:41:43.558354 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-288b7d46-e1e2-4800-aa87-33e8440bc77b req-1eb5ac4b-01bf-4f97-8e0b-c003617b79e4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Aug 10 03:41:43.573437 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:43.593392 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:43.643557 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.656393 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:43.660420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129c3e3-5bb9-40fc-a7ea-825e8202e129 req-e73b19a6-e936-466c-9dd4-697494ffa47c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.662273 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1129c3e3-5bb9-40fc-a7ea-825e8202e129 req-e73b19a6-e936-466c-9dd4-697494ffa47c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Aug 10 03:41:43.679670 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:43.703889 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1129c3e3-5bb9-40fc-a7ea-825e8202e129 req-2470ba59-82c9-4944-957e-ca98cc5b56b9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356455 Aug 10 03:41:43.710529 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Sync routers for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:43.726530 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:43.726530 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.823632 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f12e73-008f-4632-8835-7d89e792f360 req-5243e575-678a-4afd-8cad-aba0daa30451 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.825717 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39f12e73-008f-4632-8835-7d89e792f360 req-5243e575-678a-4afd-8cad-aba0daa30451 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0612495 Aug 10 03:41:43.832170 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:43.862115 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.883587 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39f12e73-008f-4632-8835-7d89e792f360 req-7528605c-708b-4124-bb59-5c7e6e02121c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509410 Aug 10 03:41:44.016343 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53804) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.026718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-338088854-network', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.030647 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 42b69e2b-f0d7-41b8-b0eb-327ec456682e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:44.077430 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=6']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.119141 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Made reservation on behalf of 9a73b7e0d3f94f5997106aaddb8cf5ee for: {'network': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:44.119141 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.127076 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.192403 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 2, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:44.234393 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 42b69e2b-f0d7-41b8-b0eb-327ec456682e completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:44.237792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Checking router: 3f38da08-c850-43a5-9a57-9bf4de872aa7 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:44.238147 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Updating router 3f38da08-c850-43a5-9a57-9bf4de872aa7 port 3869d408-53ce-42e4-a161-24acd064d9ce binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:44.242831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['54a387d8-dbe0-4a78-bbba-58f771dd4478'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:44.248520 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.263308 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 42b69e2b-f0d7-41b8-b0eb-327ec456682e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:44.263684 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.311127 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.365542 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.394396 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:44.404304 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3757c-359a-4d8b-b976-b3c91739cfa7,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.410626 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.410977 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.segments_db [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Added segment 4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90 of type vlan for network 53b74e72-5d97-471e-a833-bd6276bfd209 Aug 10 03:41:44.481877 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.522298 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-07d6e3f6-0592-429f-a755-ef2440b4cf57 req-5bb05df8-f1a5-4dbe-9134-ef3d49d960b1 tempest-VolumesActionsTest-2001796243 tempest-VolumesActionsTest-2001796243-project] 10.222.0.21 "GET /v2.0/ports?device_id=6705722e-734f-44c2-b853-04ee58f5202d HTTP/1.1" status: 200 len: 210 time: 0.0380120 Aug 10 03:41:44.563974 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.672523 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.673921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.674998 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.755413 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 42b69e2b-f0d7-41b8-b0eb-327ec456682e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=42b69e2b-f0d7-41b8-b0eb-327ec456682e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.764632 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726785f6-8e70-462c-b197-0fbd694de35e req-d60d939c-65df-4cd7-98e3-7b6dffefbbaa tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.764632 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-726785f6-8e70-462c-b197-0fbd694de35e req-d60d939c-65df-4cd7-98e3-7b6dffefbbaa tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.1402071 Aug 10 03:41:44.766100 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] Pushing event updated for resources: {'Network': ['ID=53b74e72-5d97-471e-a833-bd6276bfd209,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.788112 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 53b74e72-5d97-471e-a833-bd6276bfd209 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:44.816795 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-726785f6-8e70-462c-b197-0fbd694de35e req-d59b43c7-eeaa-4104-80b4-13fcb294239a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Aug 10 03:41:44.862920 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e984108c-ca75-4932-81ed-6b91cf84a936 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8454487 Aug 10 03:41:44.868042 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.868805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53812) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.874712 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Request body: {'subnet': {'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-338088854-subnet', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.890233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bad51-26ed-42a8-a5e8-8666b8ab2216 req-ae731c92-fad9-4246-b337-a84e7da6d650 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.892974 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b70bad51-26ed-42a8-a5e8-8666b8ab2216 req-ae731c92-fad9-4246-b337-a84e7da6d650 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0776999 Aug 10 03:41:44.965465 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=42b69e2b-f0d7-41b8-b0eb-327ec456682e,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.965903 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Made reservation on behalf of 9a73b7e0d3f94f5997106aaddb8cf5ee for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:44.970128 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.977965 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.991682 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Transition to ACTIVE for port object 3869d408-53ce-42e4-a161-24acd064d9ce will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:45.004437 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b70bad51-26ed-42a8-a5e8-8666b8ab2216 req-d3b5b2f9-ecc4-4f96-9e7c-b6c8b69bcfd0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033177 Aug 10 03:41:45.090497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.115966 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c0a7a-23da-49b4-8ec4-dd04109a523f req-05ff17d7-4dfe-4eb7-ba23-6c3db90d9d67 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.117561 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a07c0a7a-23da-49b4-8ec4-dd04109a523f req-05ff17d7-4dfe-4eb7-ba23-6c3db90d9d67 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.0774920 Aug 10 03:41:45.149323 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f245-2f5c-4e0e-ac59-4dfe77b9b71b None None] Pushing event updated for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.208653 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Attempting to bind port 3869d408-53ce-42e4-a161-24acd064d9ce on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:45.209469 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Attempting to bind port 3869d408-53ce-42e4-a161-24acd064d9ce by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:45.210064 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Attempting to bind port 3869d408-53ce-42e4-a161-24acd064d9ce on network 0559be58-84b2-4cd0-a186-679ac0aab251 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:45.210380 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a07c0a7a-23da-49b4-8ec4-dd04109a523f req-482a1c3a-9c29-4e2b-b0bf-ebe41e3da2ac tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 Aug 10 03:41:45.216699 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:45.217713 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Checking segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:45.218374 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.219027 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Bound using segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:45.219701 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Bound port: 3869d408-53ce-42e4-a161-24acd064d9ce, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:45.220518 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.309680 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] For port 3869d408-53ce-42e4-a161-24acd064d9ce, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:45.315539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] For port 3869d408-53ce-42e4-a161-24acd064d9ce, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3869d408-53ce-42e4-a161-24acd064d9ce,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:45.371268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.405678 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.421238 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.442781 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Checking segment: {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:45.443078 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Network hostable DHCP agents. Network: 53b74e72-5d97-471e-a833-bd6276bfd209, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:45.477056 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:45.507435 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:45.508095 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:45.511860 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f245-2f5c-4e0e-ac59-4dfe77b9b71b None None] Pushing event updated for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.553866 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Network 53b74e72-5d97-471e-a833-bd6276bfd209 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:45.663283 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 53b74e72-5d97-471e-a833-bd6276bfd209) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:45.667952 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.673695 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.679885 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f8712-6591-434f-95fb-03828968167d None None] Network 53b74e72-5d97-471e-a833-bd6276bfd209 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:45.734807 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:45.735434 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.775447 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:45.889745 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-4512dd5c-d981-482b-a46a-0105c7b2eec8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0184984 Aug 10 03:41:45.890486 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53844) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.897342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.970931 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9091ad8-7b5d-478a-b5e9-cf69712e8d41 req-dc0c11e8-c45b-4904-bacb-93130a6db7f1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.979648 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a9091ad8-7b5d-478a-b5e9-cf69712e8d41 req-dc0c11e8-c45b-4904-bacb-93130a6db7f1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0880775 Aug 10 03:41:46.015961 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 42b69e2b-f0d7-41b8-b0eb-327ec456682e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:46.032022 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a9091ad8-7b5d-478a-b5e9-cf69712e8d41 req-01bd1132-1b43-4325-97d9-025b28968985 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513291 Aug 10 03:41:46.073401 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.074728 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.169084 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.171684 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 42b69e2b-f0d7-41b8-b0eb-327ec456682e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:46.172167 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.201799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0d20-7dba-4607-a8b2-a0f56505d046 req-2c364f58-b044-40f7-a10c-8297f59a89fc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.207453 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-43ec0d20-7dba-4607-a8b2-a0f56505d046 req-2c364f58-b044-40f7-a10c-8297f59a89fc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0562596 Aug 10 03:41:46.234558 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.274144 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-53b74e72-5d97-471e-a833-bd6276bfd209', 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'fixed_ips': [{'subnet_id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:46.275261 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.290614 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-43ec0d20-7dba-4607-a8b2-a0f56505d046 req-bd6485b9-519d-41d8-b3f9-cb8048e5b405 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798671 Aug 10 03:41:46.306233 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:46.308624 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07cc500-c1d3-425d-a4e4-85193bbeb47f" -d '{"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:46.372241 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:46.384564 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d438f1f-b87d-4e8b-8a27-266c28c138ce x-openstack-request-id: req-2d438f1f-b87d-4e8b-8a27-266c28c138ce {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:46.384863 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:46.385118 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d438f1f-b87d-4e8b-8a27-266c28c138ce {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:46.385517 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'code': 200} Aug 10 03:41:46.434929 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:46.549013 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c41eef-1449-420d-8514-15547d8daa59 None None] The sync data for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi is: [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:46.550994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcfee3-5c60-4703-9767-fd3bcfc5ca40 req-f815ae07-a798-452a-8f20-05b6c548d425 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.553608 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95bcfee3-5c60-4703-9767-fd3bcfc5ca40 req-f815ae07-a798-452a-8f20-05b6c548d425 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.1661625 Aug 10 03:41:46.556065 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.556996 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device befb1ced-df13-4ccc-9c87-fbef92863959 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:46.569190 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.582060 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: befb1ced-df13-4ccc-9c87-fbef92863959 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:46.582518 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device befb1ced-df13-4ccc-9c87-fbef92863959 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:46.643099 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95bcfee3-5c60-4703-9767-fd3bcfc5ca40 req-41104aff-b051-409d-a10b-5e9fd7ceb962 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642350 Aug 10 03:41:46.650774 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Allocated IP 172.20.0.2 (53b74e72-5d97-471e-a833-bd6276bfd209/39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb/63009259-43dc-4276-b60d-e677e8131ce8) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:46.683030 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=7']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.833716 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.841992 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Transition to ACTIVE for port object 63009259-43dc-4276-b60d-e677e8131ce8 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:46.856972 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Transition to ACTIVE for port object 63009259-43dc-4276-b60d-e677e8131ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:47.091349 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.155998 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Network 53b74e72-5d97-471e-a833-bd6276bfd209 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:47.159060 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:47.163753 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:47.167114 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Pushing event updated for resources: {'Port': ['ID=63009259-43dc-4276-b60d-e677e8131ce8,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.319888 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Attempting to bind port 63009259-43dc-4276-b60d-e677e8131ce8 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:47.321620 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.338039 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Attempting to bind port 63009259-43dc-4276-b60d-e677e8131ce8 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:47.338570 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Attempting to bind port 63009259-43dc-4276-b60d-e677e8131ce8 on network 53b74e72-5d97-471e-a833-bd6276bfd209 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:47.369234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:47.371900 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Checking segment: {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:47.375016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.375453 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Bound using segment: {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:47.377278 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Bound port: 63009259-43dc-4276-b60d-e677e8131ce8, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:47.379595 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.396028 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.539824 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] For port 63009259-43dc-4276-b60d-e677e8131ce8, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:47.555637 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] For port 63009259-43dc-4276-b60d-e677e8131ce8, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=63009259-43dc-4276-b60d-e677e8131ce8,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:47.605577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e54e07-b583-47c6-b482-b06cb6888fc1 req-4a968030-298f-4a61-a4e8-3e386d47f518 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.613223 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-54e54e07-b583-47c6-b482-b06cb6888fc1 req-4a968030-298f-4a61-a4e8-3e386d47f518 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1377716 Aug 10 03:41:47.652599 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Allocated IP 172.27.3.216 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/ed5537a1-d06e-4d5c-883f-4e9112391e0e) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:47.675340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.698503 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-54e54e07-b583-47c6-b482-b06cb6888fc1 req-d9b359ad-61a4-4970-aba3-d4cbed5f98b7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599403 Aug 10 03:41:47.786612 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9380f-565e-483e-be09-baece9221ee2 None None] Pushing event updated for resources: {'Port': ['ID=63009259-43dc-4276-b60d-e677e8131ce8,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.827674 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.017537 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36dc4-c3c8-4376-b61d-399144670cc2 req-3d195858-00f4-4ec6-babe-edc5448311b6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.036549 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aee36dc4-c3c8-4376-b61d-399144670cc2 req-3d195858-00f4-4ec6-babe-edc5448311b6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1958377 Aug 10 03:41:48.083274 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3869d408-53ce-42e4-a161-24acd064d9ce up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:48.133787 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aee36dc4-c3c8-4376-b61d-399144670cc2 req-bf56538f-7f4f-4b09-bedd-7f585236d4d0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906754 Aug 10 03:41:48.202634 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.301665 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:48.370946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:48.377095 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:48.402951 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 3869d408-53ce-42e4-a161-24acd064d9ce completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:48.414269 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 3869d408-53ce-42e4-a161-24acd064d9ce triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:48.414269 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.633588 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed5537a1-d06e-4d5c-883f-4e9112391e0e,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.819143 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.890616 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 3869d408-53ce-42e4-a161-24acd064d9ce, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3869d408-53ce-42e4-a161-24acd064d9ce,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:48.914954 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c606-2994-45cd-8e7e-709d10155550 req-61aefd58-642b-49fe-b942-3ebd116cca05 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.916541 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3031c606-2994-45cd-8e7e-709d10155550 req-61aefd58-642b-49fe-b942-3ebd116cca05 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0974715 Aug 10 03:41:48.968852 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3031c606-2994-45cd-8e7e-709d10155550 req-07d0f624-dec0-42d3-9ba7-aa4763073197 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455739 Aug 10 03:41:49.133372 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.233290 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.236613 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.276493 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057b425-9cba-4bf8-bbfa-7e8461e6f72f None None] Network 53b74e72-5d97-471e-a833-bd6276bfd209 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:49.583091 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-fde4598f-f275-4fb8-b6f7-8092bdf00f22 None None] Provisioning for port 63009259-43dc-4276-b60d-e677e8131ce8 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:49.697299 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53944) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.700794 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5dd0f-ad18-43ce-89e2-432a5366ae57 req-d1886043-eb32-489e-8811-9cc6887f4994 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.709873 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c7c5dd0f-ad18-43ce-89e2-432a5366ae57 req-d1886043-eb32-489e-8811-9cc6887f4994 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.4288568 Aug 10 03:41:49.814302 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c7c5dd0f-ad18-43ce-89e2-432a5366ae57 req-6014a6b8-c4b5-47a2-902d-7c3f3bc89681 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034148 Aug 10 03:41:49.871088 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e4b1fa7f-4e48-4e72-9f95-4c9b81d39b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.939308 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.034809 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e4b1fa7f-4e48-4e72-9f95-4c9b81d39b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.121957 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3869d408-53ce-42e4-a161-24acd064d9ce up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:50.130018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e4b1fa7f-4e48-4e72-9f95-4c9b81d39b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.174707 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e4b1fa7f-4e48-4e72-9f95-4c9b81d39b30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f0caf7ca180469f967a3d5c38c02bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761863 Aug 10 03:41:50.177546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 53952) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.213579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1fa7f-4e48-4e72-9f95-4c9b81d39b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d001bdb-dd9a-4289-b053-0be7183a766b,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.224350 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 3869d408-53ce-42e4-a161-24acd064d9ce triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:50.233964 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.237010 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fbbef-2a1b-458b-a2ef-e24be3a73812 req-792dd5b1-e7aa-4393-a568-7e116e3fcd1e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.256752 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-958fbbef-2a1b-458b-a2ef-e24be3a73812 req-792dd5b1-e7aa-4393-a568-7e116e3fcd1e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1754286 Aug 10 03:41:50.270709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.319199 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-958fbbef-2a1b-458b-a2ef-e24be3a73812 req-5b2c917e-5b05-4433-8bac-42bee5395973 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569081 Aug 10 03:41:50.363076 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 63009259-43dc-4276-b60d-e677e8131ce8 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:50.366207 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.393512 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:50.515019 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 63009259-43dc-4276-b60d-e677e8131ce8 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:50.519946 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 63009259-43dc-4276-b60d-e677e8131ce8 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:50.520954 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.547681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.549656 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:50.550268 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.555851 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d001bdb-dd9a-4289-b053-0be7183a766b HTTP/1.1" status: 204 len: 168 time: 0.3763862 Aug 10 03:41:50.569775 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Sync routers for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:50.572935 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598d89-dbac-482a-971e-8dad68f96549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d001bdb-dd9a-4289-b053-0be7183a766b,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.597951 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:50.598624 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:50.672778 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.685323 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.693251 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0749865e-f750-4496-bfa9-18ac5d8c41d0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7938643 Aug 10 03:41:50.693251 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 53960) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.746750 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 63009259-43dc-4276-b60d-e677e8131ce8, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=63009259-43dc-4276-b60d-e677e8131ce8,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:50.750077 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:50.879460 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.005511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=63009259-43dc-4276-b60d-e677e8131ce8,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.045132 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:51.077180 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Checking router: 434ea357-cfc5-4b8f-94a3-4fb8492e02bb for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:51.077618 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Updating router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb port ed5537a1-d06e-4d5c-883f-4e9112391e0e binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:51.133823 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.198006 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33200c42-3292-4558-a101-7d07dbccd620 req-5e78fb03-bad7-4b32-a4aa-2f46a5751449 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.199573 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-33200c42-3292-4558-a101-7d07dbccd620 req-5e78fb03-bad7-4b32-a4aa-2f46a5751449 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.2033377 Aug 10 03:41:51.360145 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-33200c42-3292-4558-a101-7d07dbccd620 req-e9a3c1eb-bf5c-482d-b9ea-772744208d2a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069295 Aug 10 03:41:51.550265 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.566061 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Transition to ACTIVE for port object ed5537a1-d06e-4d5c-883f-4e9112391e0e will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:51.571224 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da465d-4228-47f2-81a9-e177a43c7272 req-f83409ad-897d-4703-8028-df9a46b13ba7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.579150 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-54da465d-4228-47f2-81a9-e177a43c7272 req-f83409ad-897d-4703-8028-df9a46b13ba7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1143727 Aug 10 03:41:51.631787 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.670863 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.715293 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-54da465d-4228-47f2-81a9-e177a43c7272 req-c93f38bc-b97e-4641-b604-3d21f8cff1ef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328137 Aug 10 03:41:51.817431 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824682eb-4ada-4cb7-809b-1bd14aab7ab1 None None] Pushing event updated for resources: {'Port': ['ID=ed5537a1-d06e-4d5c-883f-4e9112391e0e,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.845306 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Attempting to bind port ed5537a1-d06e-4d5c-883f-4e9112391e0e on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:51.845683 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Attempting to bind port ed5537a1-d06e-4d5c-883f-4e9112391e0e by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:51.846039 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Attempting to bind port ed5537a1-d06e-4d5c-883f-4e9112391e0e on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:51.854080 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:51.854557 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:51.855151 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.855651 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:51.856247 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Bound port: ed5537a1-d06e-4d5c-883f-4e9112391e0e, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:51.856792 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.929830 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] For port ed5537a1-d06e-4d5c-883f-4e9112391e0e, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:51.947157 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] For port ed5537a1-d06e-4d5c-883f-4e9112391e0e, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=ed5537a1-d06e-4d5c-883f-4e9112391e0e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:51.951414 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Allocated IP 172.20.0.1 (53b74e72-5d97-471e-a833-bd6276bfd209/39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb/17a8c702-9130-45a0-be8d-2fded69660bc) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:51.981809 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 63009259-43dc-4276-b60d-e677e8131ce8 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:52.048685 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 63009259-43dc-4276-b60d-e677e8131ce8 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:52.048685 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.095083 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.111198 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Transition to ACTIVE for port object 17a8c702-9130-45a0-be8d-2fded69660bc will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:52.377346 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.378263 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.441346 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.459126 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Network 53b74e72-5d97-471e-a833-bd6276bfd209 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:52.461802 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:52.466439 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:52.480555 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:52.481482 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.582395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.602797 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824682eb-4ada-4cb7-809b-1bd14aab7ab1 None None] Pushing event updated for resources: {'Port': ['ID=ed5537a1-d06e-4d5c-883f-4e9112391e0e,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.646974 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122d39a-fd51-479d-b28a-fa2607aafd84 req-60df547b-697f-48dc-b785-842b5fc02884 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.649534 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b122d39a-fd51-479d-b28a-fa2607aafd84 req-60df547b-697f-48dc-b785-842b5fc02884 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1212134 Aug 10 03:41:52.746612 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b122d39a-fd51-479d-b28a-fa2607aafd84 req-cb9eb945-3efe-4253-bc07-d939c142762c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840588 Aug 10 03:41:52.770296 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:52.996040 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.042052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8308d2a-fa9d-4240-ae5c-6c37490cda75 req-e902a2a0-55c8-40be-a061-c1be145cd51a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.043974 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d8308d2a-fa9d-4240-ae5c-6c37490cda75 req-e902a2a0-55c8-40be-a061-c1be145cd51a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1580796 Aug 10 03:41:53.058780 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-65d48468-a79b-4216-bc54-461dceb7a774 None None] Provisioning for port 17a8c702-9130-45a0-be8d-2fded69660bc completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:53.082723 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-65d48468-a79b-4216-bc54-461dceb7a774 None None] Provisioning complete for port 17a8c702-9130-45a0-be8d-2fded69660bc triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.085066 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-65d48468-a79b-4216-bc54-461dceb7a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.177871 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-fedcb544-3652-46d4-8713-b27d805afded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:53.194000 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.282255 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d8308d2a-fa9d-4240-ae5c-6c37490cda75 req-035d3aaa-6ac9-42fa-912a-6415dda1baa6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664801 Aug 10 03:41:53.386544 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-65d48468-a79b-4216-bc54-461dceb7a774 None None] Port 17a8c702-9130-45a0-be8d-2fded69660bc cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:53.439911 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.513528 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.552188 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb544-3652-46d4-8713-b27d805afded None None] The sync data for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi is: [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:53.574994 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:53.610359 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.708680 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.923741 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Network 53b74e72-5d97-471e-a833-bd6276bfd209 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:53.925929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:54.218605 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c213-3e84-461c-bde9-f9d787e682f2 req-33a94d1e-d2ea-48cd-bb77-b65263e72efd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:54.249297 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2530c213-3e84-461c-bde9-f9d787e682f2 req-33a94d1e-d2ea-48cd-bb77-b65263e72efd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.2185063 Aug 10 03:41:54.398285 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:54.415952 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2530c213-3e84-461c-bde9-f9d787e682f2 req-575fb858-5969-4e79-a0fe-bfd2818c48bf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639783 Aug 10 03:41:54.654471 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-30230562-bd8e-4e8b-bf5c-dc1ebf5c8f9c None None] Provisioning complete for port 17a8c702-9130-45a0-be8d-2fded69660bc triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:54.661024 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-30230562-bd8e-4e8b-bf5c-dc1ebf5c8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.783118 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-30230562-bd8e-4e8b-bf5c-dc1ebf5c8f9c None None] Port 17a8c702-9130-45a0-be8d-2fded69660bc cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:54.843706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:54.878855 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8a913472-a81b-436e-bc0a-4887cb66b5e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/434ea357-cfc5-4b8f-94a3-4fb8492e02bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1874580 Aug 10 03:41:54.921226 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de11f-988c-456a-9c22-2166bcb057a9 req-69ac283e-d19c-496e-b428-1d22ba22b200 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:54.925675 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fb3de11f-988c-456a-9c22-2166bcb057a9 req-69ac283e-d19c-496e-b428-1d22ba22b200 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.3559091 Aug 10 03:41:55.001501 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fb3de11f-988c-456a-9c22-2166bcb057a9 req-7f6526d4-5886-4200-b479-59bb3d870905 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664313 Aug 10 03:41:56.072939 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3ed1-7528-47bc-9be0-4a753f353a32 req-81a2848a-878d-40fa-9e2b-5ee18475393c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.088558 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b73e3ed1-7528-47bc-9be0-4a753f353a32 req-81a2848a-878d-40fa-9e2b-5ee18475393c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.2843792 Aug 10 03:41:56.112965 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ed5537a1-d06e-4d5c-883f-4e9112391e0e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:56.157086 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-f9b152fb-e2a0-4b92-a18f-8c74bbf83321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.158891 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-f9b152fb-e2a0-4b92-a18f-8c74bbf83321 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.2757602 Aug 10 03:41:56.201062 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b73e3ed1-7528-47bc-9be0-4a753f353a32 req-33b6cb86-a895-42cc-a019-a70f846e36be tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153238 Aug 10 03:41:56.299044 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54074) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.305581 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4033915', 'description': 'tempest-secgroup-smoke-4033915 description', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:56.374565 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port ed5537a1-d06e-4d5c-883f-4e9112391e0e completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:56.383587 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port ed5537a1-d06e-4d5c-883f-4e9112391e0e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:56.384655 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.461726 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.539747 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-85262c4b-571f-49f9-8c5b-058fa1869b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.546119 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-85262c4b-571f-49f9-8c5b-058fa1869b32 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.3761001 Aug 10 03:41:56.741787 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.765440 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-6adf76aa-fb33-4fea-a985-5505c270e899 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.2078474 Aug 10 03:41:56.806604 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port ed5537a1-d06e-4d5c-883f-4e9112391e0e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=ed5537a1-d06e-4d5c-883f-4e9112391e0e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:56.875474 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48643828-cec8-43d4-864e-151c962f1b70 req-30354c94-e6bc-4ac7-89ac-6b313051f8d2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.886801 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-48643828-cec8-43d4-864e-151c962f1b70 req-30354c94-e6bc-4ac7-89ac-6b313051f8d2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.3371372 Aug 10 03:41:56.902528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.937837 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-1d451603-e30c-4dbc-99cc-b1c9ab4cde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.951388 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-1d451603-e30c-4dbc-99cc-b1c9ab4cde72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.1724308 Aug 10 03:41:57.021496 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-70217812-ee2a-4e4b-adbf-4856c9df2aa8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634694 Aug 10 03:41:57.117329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=ed5537a1-d06e-4d5c-883f-4e9112391e0e,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.162294 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Sync routers for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:57.204744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:57.206311 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.231587 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-1b88d6de-7426-466d-a77c-a745f766aa9c service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989708 Aug 10 03:41:57.260525 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-48643828-cec8-43d4-864e-151c962f1b70 req-0ab19572-cabf-4e4c-b79d-e480cdb9b70d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644753 Aug 10 03:41:57.390205 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e97dd041-e856-44a1-9d59-c4593dc85c67 req-70181031-a5b5-42cd-beae-50b463ec182c service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243885 Aug 10 03:41:57.525905 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.586354 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba093-eb84-451a-a861-75e88baad6b7 req-75d83195-327e-467f-aad0-2bb71c8e1d78 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.613120 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:57.613345 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-323ba093-eb84-451a-a861-75e88baad6b7 req-75d83195-327e-467f-aad0-2bb71c8e1d78 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 1.0228050 Aug 10 03:41:57.631885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20269-3bbb-4844-8409-13aa20b12ef6 req-89ce8751-bfbe-4e7d-ab13-1399ca6a2062 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.650253 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ae20269-3bbb-4844-8409-13aa20b12ef6 req-89ce8751-bfbe-4e7d-ab13-1399ca6a2062 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1282477 Aug 10 03:41:57.750007 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-323ba093-eb84-451a-a861-75e88baad6b7 req-12aace26-0c58-41e4-a566-24188ea836e9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366951 Aug 10 03:41:57.752478 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5ae20269-3bbb-4844-8409-13aa20b12ef6 req-abbdc3f5-9ed7-4e49-8f4d-e43e51760ca9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991893 Aug 10 03:41:57.939203 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.014841 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:52Z', 'revision_number': 4, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '17a8c702-9130-45a0-be8d-2fded69660bc', 'name': '', 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'mac_address': 'fa:16:3e:cc:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 2, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'subnets': [{'id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:58.023251 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a121051a-2ddf-4d25-8e6e-1294ef8db50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.025922 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6808d03f-7a85-47f9-9781-5fc98748474e,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.059569 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Checking router: 434ea357-cfc5-4b8f-94a3-4fb8492e02bb for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:58.060254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Updating router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb port 17a8c702-9130-45a0-be8d-2fded69660bc binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:58.073481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ed5537a1-d06e-4d5c-883f-4e9112391e0e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:58.091318 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.094576 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b90a365d-580f-4d2c-b586-8231cb9ac63c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.7933271 Aug 10 03:41:58.098614 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54086) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.107717 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.160941 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.222525 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port ed5537a1-d06e-4d5c-883f-4e9112391e0e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.223113 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.228104 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.492353 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.624150 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783536-1d89-4a18-92d1-fbb5538048d3 req-62509bb5-5475-4a88-ac9c-9c4d3e947783 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.636807 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2d783536-1d89-4a18-92d1-fbb5538048d3 req-62509bb5-5475-4a88-ac9c-9c4d3e947783 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0960908 Aug 10 03:41:58.687253 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.730010 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2d783536-1d89-4a18-92d1-fbb5538048d3 req-fae4f8ec-6318-4d68-8c1e-a7fd5f7791b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917315 Aug 10 03:41:58.757292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31c63cf-1436-446c-9896-647b75c723c6,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.812349 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.814267 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ce6cba51-a9c7-4a57-8387-7bc76110ece7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7140732 Aug 10 03:41:58.817342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54096) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.823559 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.926276 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c055d02-2ee8-4714-882a-9134cc072dfd req-fb9a8294-296c-4f8a-86cc-ef4e0afa9c0a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.936838 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c055d02-2ee8-4714-882a-9134cc072dfd req-fb9a8294-296c-4f8a-86cc-ef4e0afa9c0a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0929139 Aug 10 03:41:59.038013 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856d22-8fd6-4918-9390-1e5800f9f75e req-23264602-8194-4f87-ad82-6bfb893b3951 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.057261 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3b856d22-8fd6-4918-9390-1e5800f9f75e req-23264602-8194-4f87-ad82-6bfb893b3951 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1483812 Aug 10 03:41:59.063477 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c055d02-2ee8-4714-882a-9134cc072dfd req-88acfaac-f98c-437a-92bc-20a37f5985ee tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231885 Aug 10 03:41:59.160985 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3b856d22-8fd6-4918-9390-1e5800f9f75e req-baa67c53-daa8-41c5-a68a-cbfcc28fb504 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097162 Aug 10 03:41:59.166843 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.258870 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.279385 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Transition to ACTIVE for port object 17a8c702-9130-45a0-be8d-2fded69660bc will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:59.314255 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.410922 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.412031 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.457706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1356b23a-5dde-4ab9-9ead-b73f2a7e32a4,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.496859 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.498843 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-526c8025-e173-4ac1-9de8-7d9bfd3fc876 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6799908 Aug 10 03:41:59.502470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54106) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.507932 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:59.572300 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d221b8-8d1a-4f0f-9947-92d3d4cc3109 None None] Pushing event updated for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.645114 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.803915 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Attempting to bind port 17a8c702-9130-45a0-be8d-2fded69660bc on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:59.815676 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Attempting to bind port 17a8c702-9130-45a0-be8d-2fded69660bc by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:59.815676 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Attempting to bind port 17a8c702-9130-45a0-be8d-2fded69660bc on network 53b74e72-5d97-471e-a833-bd6276bfd209 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:59.831099 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:59.831400 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Checking segment: {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:59.831851 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.832335 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Bound using segment: {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:59.832919 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Bound port: 17a8c702-9130-45a0-be8d-2fded69660bc, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:59.833408 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.843965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.939095 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] For port 17a8c702-9130-45a0-be8d-2fded69660bc, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:59.942675 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] For port 17a8c702-9130-45a0-be8d-2fded69660bc, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=17a8c702-9130-45a0-be8d-2fded69660bc,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:00.000652 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48fe38-7f58-487d-af58-7d4a39da1770 req-10c4ba13-567c-46a1-9894-856ffbfef8f1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.002978 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1e48fe38-7f58-487d-af58-7d4a39da1770 req-10c4ba13-567c-46a1-9894-856ffbfef8f1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0763030 Aug 10 03:42:00.017184 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.017880 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.095710 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1e48fe38-7f58-487d-af58-7d4a39da1770 req-a97f7c5c-26cc-4310-b0a3-ceeca87212fd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816431 Aug 10 03:42:00.108532 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c15582-48ab-41e9-8e38-291c51f9292f,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.254910 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.254910 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c20b6ee4-8e08-4823-8386-18c0808cad32 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7479746 Aug 10 03:42:00.256170 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54120) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.261521 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:00.305291 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d221b8-8d1a-4f0f-9947-92d3d4cc3109 None None] Pushing event updated for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.329688 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:00.330726 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:00.423768 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6b909-308f-4bc8-a85a-feb0be03940e req-a6e0624c-fe88-4f41-9857-def03551c2a4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.433069 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d5b6b909-308f-4bc8-a85a-feb0be03940e req-a6e0624c-fe88-4f41-9857-def03551c2a4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0942912 Aug 10 03:42:00.475966 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4fd1-e662-40f5-a6df-96278892585c req-bea468a0-e5b0-41fb-80a1-f32c2e0d8fe1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.497290 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-887b4fd1-e662-40f5-a6df-96278892585c req-bea468a0-e5b0-41fb-80a1-f32c2e0d8fe1 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.2266271 Aug 10 03:42:00.521010 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d5b6b909-308f-4bc8-a85a-feb0be03940e req-4c4b34d7-06a3-4691-9a2d-c0f736f44d4f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856059 Aug 10 03:42:00.559811 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.632489 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a7b818da-61f6-4f83-bdf3-f3c1ded126ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.677777 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-887b4fd1-e662-40f5-a6df-96278892585c req-ef131863-e48f-4819-9e63-a8393de92608 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791542 Aug 10 03:42:00.794474 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.843185 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.876881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:00.943296 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.002612 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94e2774-3673-4cad-ad16-ef505f7e53ef,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.103382 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.105162 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-7ad535d9-0e99-45c5-9237-7fc49c7dfe1f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8477862 Aug 10 03:42:01.109568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 54128) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.115931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:01.216741 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.securitygroups_db [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Project 77aab94ffcab4a8b9ad529c5a5454ae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:01.223453 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.256796 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:52Z', 'revision_number': 4, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '17a8c702-9130-45a0-be8d-2fded69660bc', 'name': '', 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'mac_address': 'fa:16:3e:cc:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 4, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'subnets': [{'id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:01.329905 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0fe39-942e-4478-8109-d82b9e7cb834 None None] The sync data for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi is: [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:52Z', 'revision_number': 4, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '17a8c702-9130-45a0-be8d-2fded69660bc', 'name': '', 'network_id': '53b74e72-5d97-471e-a833-bd6276bfd209', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'mac_address': 'fa:16:3e:cc:9f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 4, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'subnets': [{'id': '39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:01.397148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.425743 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9494e-1c30-4e8c-9e13-d91186c942e3 req-502724f4-e1e5-4da2-930e-3bf133122343 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.439104 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9ab9494e-1c30-4e8c-9e13-d91186c942e3 req-502724f4-e1e5-4da2-930e-3bf133122343 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1523488 Aug 10 03:42:01.457902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.501237 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.538380 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9ab9494e-1c30-4e8c-9e13-d91186c942e3 req-92049ff9-6444-41ed-9d30-c0623e78fc42 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Aug 10 03:42:01.622544 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa689dc9-b432-4d76-8408-e0871fa04226,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.753332 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.758226 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-8dd7eafe-d76f-473c-9a3e-b8efe5fb17d8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6467702 Aug 10 03:42:01.762840 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54146) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.775031 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'security_group_rule': {'security_group_id': '6808d03f-7a85-47f9-9781-5fc98748474e', 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:02.050601 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd38e-c4b3-46e0-81ac-0923cde8436a req-d337aef8-c2b1-4bb0-bb8a-1ad325fcdbf3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.059419 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef6fd38e-c4b3-46e0-81ac-0923cde8436a req-d337aef8-c2b1-4bb0-bb8a-1ad325fcdbf3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1637166 Aug 10 03:42:02.096240 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a585-e90d-4b0d-af3a-5229b37bb34a req-363e2d80-6631-4d2e-b5eb-2cda2a8b7eb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.121532 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-eb25a585-e90d-4b0d-af3a-5229b37bb34a req-363e2d80-6631-4d2e-b5eb-2cda2a8b7eb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.3182497 Aug 10 03:42:02.142243 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef6fd38e-c4b3-46e0-81ac-0923cde8436a req-25f1ee4c-9876-4db7-920f-b3ccf98eb45e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794806 Aug 10 03:42:02.143859 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.securitygroups_db [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Project 77aab94ffcab4a8b9ad529c5a5454ae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:02.193191 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 17a8c702-9130-45a0-be8d-2fded69660bc up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:02.298087 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-eb25a585-e90d-4b0d-af3a-5229b37bb34a req-1848e132-2236-495e-8702-d8d9a61d8ecf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457829 Aug 10 03:42:02.300843 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.422563 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 17a8c702-9130-45a0-be8d-2fded69660bc completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:02.427659 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 17a8c702-9130-45a0-be8d-2fded69660bc triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:02.428045 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.455739 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.554327 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.683572 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cea2c4-32c9-4c3a-af2b-8916215e2ded,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.793620 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.795349 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-185e9a91-348e-4453-a337-61d20e40131b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0347996 Aug 10 03:42:02.868684 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f5833-b651-4990-b243-8b7210121b09 req-142c0ca0-7137-4e38-b5a4-5ad8996add9a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.892127 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d17f5833-b651-4990-b243-8b7210121b09 req-142c0ca0-7137-4e38-b5a4-5ad8996add9a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1805260 Aug 10 03:42:02.897856 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.997052 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d17f5833-b651-4990-b243-8b7210121b09 req-77179a52-8d77-4842-b225-e4b058a7e9cc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033704 Aug 10 03:42:03.072752 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 17a8c702-9130-45a0-be8d-2fded69660bc, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=17a8c702-9130-45a0-be8d-2fded69660bc,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:03.175832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.175832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.425085 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.469288 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f75f9-a648-4a87-98c6-193ce9111e3a req-253dd3d0-6158-46a6-a8a5-3bb315682784 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.478279 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-712f75f9-a648-4a87-98c6-193ce9111e3a req-253dd3d0-6158-46a6-a8a5-3bb315682784 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1262302 Aug 10 03:42:03.547032 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-712f75f9-a648-4a87-98c6-193ce9111e3a req-d51a5cf7-28ac-45cd-965e-d8b181619622 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671334 Aug 10 03:42:03.579956 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353ed4a-66ab-47a9-89eb-98ed8e2353cf req-cdd55ec4-befa-49f2-9d1e-00209a85a2e8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.604848 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3353ed4a-66ab-47a9-89eb-98ed8e2353cf req-cdd55ec4-befa-49f2-9d1e-00209a85a2e8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1575973 Aug 10 03:42:03.673999 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3353ed4a-66ab-47a9-89eb-98ed8e2353cf req-dd32b560-6fc5-4f18-bdbb-70f485fd8398 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682473 Aug 10 03:42:03.992818 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 17a8c702-9130-45a0-be8d-2fded69660bc up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:04.139698 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 17a8c702-9130-45a0-be8d-2fded69660bc triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:04.140103 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.296271 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941455-ffbb-4e67-9c79-6707f5b182c2 req-80e7bd21-04ff-47d0-974c-0065193bde50 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.312367 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-33941455-ffbb-4e67-9c79-6707f5b182c2 req-80e7bd21-04ff-47d0-974c-0065193bde50 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1426973 Aug 10 03:42:04.411191 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-33941455-ffbb-4e67-9c79-6707f5b182c2 req-f9a79bd6-815c-4bbd-9c64-acc7cbf707ec tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920713 Aug 10 03:42:04.827376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff928cf-8f78-42c1-8ab2-a83dc1789da2 req-97c837f7-0ee0-4032-995e-31fec64158ae tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.830486 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bff928cf-8f78-42c1-8ab2-a83dc1789da2 req-97c837f7-0ee0-4032-995e-31fec64158ae tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1457705 Aug 10 03:42:04.899494 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bff928cf-8f78-42c1-8ab2-a83dc1789da2 req-2328c4a0-b579-4140-8b9e-bfe77e8b0b22 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618958 Aug 10 03:42:04.933738 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cf361-9d92-49f8-8fa6-8b6b17d287a8 req-198512d5-92e8-4ffe-bf3b-038cde2e354c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.936896 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c16cf361-9d92-49f8-8fa6-8b6b17d287a8 req-198512d5-92e8-4ffe-bf3b-038cde2e354c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1138928 Aug 10 03:42:05.009922 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c16cf361-9d92-49f8-8fa6-8b6b17d287a8 req-1d0a24b6-33aa-4b0f-b1b9-9fc3e4d000e8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562637 Aug 10 03:42:05.583258 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7437a8-49db-4863-ba37-5b22f4341bbc req-a737645c-7978-49b8-9e06-f0f1c4c43c8b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.585026 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0d7437a8-49db-4863-ba37-5b22f4341bbc req-a737645c-7978-49b8-9e06-f0f1c4c43c8b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0774367 Aug 10 03:42:05.652871 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0d7437a8-49db-4863-ba37-5b22f4341bbc req-b1c85f5a-59ae-4b5d-9b05-c1fa86697c24 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Aug 10 03:42:06.125262 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24d5c-e05b-4d01-8af3-16f28194b5e4 req-81a32898-62c8-403f-bebb-8912fb278420 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.135111 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ce24d5c-e05b-4d01-8af3-16f28194b5e4 req-81a32898-62c8-403f-bebb-8912fb278420 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1124954 Aug 10 03:42:06.215320 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ce24d5c-e05b-4d01-8af3-16f28194b5e4 req-0c7bfba8-a2dd-439f-a283-464ee50389e6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788431 Aug 10 03:42:06.222395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e8371-e50e-4c84-8973-24d265692f2b req-30f8d4a4-6ee5-4a04-a76d-d55464b85c75 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.230251 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-039e8371-e50e-4c84-8973-24d265692f2b req-30f8d4a4-6ee5-4a04-a76d-d55464b85c75 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0881910 Aug 10 03:42:06.290619 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-039e8371-e50e-4c84-8973-24d265692f2b req-8f64fff2-d989-480c-83d7-28507fc387c1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548749 Aug 10 03:42:06.813788 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93b4d4-1d76-4afc-b63c-50a794b82874 req-5e29da0a-a141-4fd5-9efe-3f59d99caa03 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.821852 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4e93b4d4-1d76-4afc-b63c-50a794b82874 req-5e29da0a-a141-4fd5-9efe-3f59d99caa03 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0691221 Aug 10 03:42:06.872922 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4e93b4d4-1d76-4afc-b63c-50a794b82874 req-a2b4e18d-a3d7-47ef-a83a-bc06d4527dbc tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Aug 10 03:42:07.445431 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e48da-6371-4d0a-b790-1c6749ee1801 req-87d5cfd8-4e5d-43fd-9df4-62cf107662dc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.450832 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1f7e48da-6371-4d0a-b790-1c6749ee1801 req-87d5cfd8-4e5d-43fd-9df4-62cf107662dc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1128292 Aug 10 03:42:07.550465 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14551d11-0c89-40ac-a9ed-4ddece09fcd2 req-eaf992d1-1131-4fc7-98b3-beed21018ed2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.561889 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14551d11-0c89-40ac-a9ed-4ddece09fcd2 req-eaf992d1-1131-4fc7-98b3-beed21018ed2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.1141798 Aug 10 03:42:07.573092 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1f7e48da-6371-4d0a-b790-1c6749ee1801 req-72a232b0-d437-468e-91b7-f0d96c41d277 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883722 Aug 10 03:42:07.680568 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-14551d11-0c89-40ac-a9ed-4ddece09fcd2 req-290e2998-0ee8-4b96-bc75-897492dfc777 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174011 Aug 10 03:42:07.993808 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66edc6-aa10-46af-8949-534af5c0de8d req-0ebacb1b-1177-466a-875f-c4a3fdb269ed tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.996250 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cb66edc6-aa10-46af-8949-534af5c0de8d req-0ebacb1b-1177-466a-875f-c4a3fdb269ed tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0574462 Aug 10 03:42:08.038869 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cb66edc6-aa10-46af-8949-534af5c0de8d req-836c518b-3f3f-43fe-96be-1b664596535f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Aug 10 03:42:08.725444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f37c4d-84e8-42ea-acf6-0c7afe7afd52 req-c296e578-62ae-4156-b68f-8bbfd0da45ba tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.727749 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72f37c4d-84e8-42ea-acf6-0c7afe7afd52 req-c296e578-62ae-4156-b68f-8bbfd0da45ba tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0537145 Aug 10 03:42:08.773274 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72f37c4d-84e8-42ea-acf6-0c7afe7afd52 req-85bc69f8-4722-41ff-afbd-ed93357a5de7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Aug 10 03:42:08.812123 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf293d-394e-4a66-b5af-e5e3c044db46 req-d8ea9351-04b0-4d06-bae9-a3a1a8d1337e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.813770 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6bbf293d-394e-4a66-b5af-e5e3c044db46 req-d8ea9351-04b0-4d06-bae9-a3a1a8d1337e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0542259 Aug 10 03:42:08.857435 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6bbf293d-394e-4a66-b5af-e5e3c044db46 req-52e3de11-ccf4-4d5e-8d78-8d939c3951b1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Aug 10 03:42:09.158030 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f540313-294d-4c39-b9c6-275602556641 req-f07eb1dc-e459-4526-8cf9-289afec661f8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.159477 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2f540313-294d-4c39-b9c6-275602556641 req-f07eb1dc-e459-4526-8cf9-289afec661f8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0524657 Aug 10 03:42:09.197202 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2f540313-294d-4c39-b9c6-275602556641 req-b49badc6-c1f5-41df-82c4-531be3736de7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Aug 10 03:42:09.895009 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf706-167d-4679-a43e-a7e01b3d773c req-6352154a-3e7a-4c8a-a56d-2795dd4c4789 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.896862 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dd3cf706-167d-4679-a43e-a7e01b3d773c req-6352154a-3e7a-4c8a-a56d-2795dd4c4789 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0547795 Aug 10 03:42:09.941140 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dd3cf706-167d-4679-a43e-a7e01b3d773c req-f1afe6d8-3262-4389-b68b-b7a3875decbd tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Aug 10 03:42:09.982997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67dd8f-1cb1-42cb-b5b9-3c8cbcf4e19d req-77a19305-92ea-4df8-899c-7f901d689783 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.984514 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6f67dd8f-1cb1-42cb-b5b9-3c8cbcf4e19d req-77a19305-92ea-4df8-899c-7f901d689783 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0503860 Aug 10 03:42:10.029471 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6f67dd8f-1cb1-42cb-b5b9-3c8cbcf4e19d req-f738121b-70ed-4e8c-a0a4-3d9015296a33 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Aug 10 03:42:10.312101 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0810c-98bc-4984-89b4-296ce936d13d req-6efba8fe-4869-4c8c-8a07-e40bd4ea84f6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.313617 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b4a0810c-98bc-4984-89b4-296ce936d13d req-6efba8fe-4869-4c8c-8a07-e40bd4ea84f6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0479410 Aug 10 03:42:10.352893 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b4a0810c-98bc-4984-89b4-296ce936d13d req-0bf3772a-0d4c-4209-8b9b-6f983e75250e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Aug 10 03:42:11.056147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236871a-110e-48f5-a5bf-d378e81b4f6c req-a51635f8-a0f3-4371-90c1-a6677e0b024b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.057713 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7236871a-110e-48f5-a5bf-d378e81b4f6c req-a51635f8-a0f3-4371-90c1-a6677e0b024b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Aug 10 03:42:11.098309 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7236871a-110e-48f5-a5bf-d378e81b4f6c req-eb4a2627-c7e5-44cc-a6df-0c23a6d54de5 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Aug 10 03:42:11.151169 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe2230-b422-4f5a-a556-9f03d998e43c req-470fc00d-b460-40c9-915d-090f8cf93803 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.152780 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6cfe2230-b422-4f5a-a556-9f03d998e43c req-470fc00d-b460-40c9-915d-090f8cf93803 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Aug 10 03:42:11.191607 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6cfe2230-b422-4f5a-a556-9f03d998e43c req-c0c39029-892e-4ec4-b1b7-035e9759fab0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327392 Aug 10 03:42:11.475479 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59393d1-3cc4-4a07-b0d0-f5db60e11d56 req-586f92dc-841a-4cdd-96a6-5c5cc8648dbf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.476884 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d59393d1-3cc4-4a07-b0d0-f5db60e11d56 req-586f92dc-841a-4cdd-96a6-5c5cc8648dbf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0536771 Aug 10 03:42:11.525282 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d59393d1-3cc4-4a07-b0d0-f5db60e11d56 req-72f1d4f1-8600-49f6-8e35-a003cba019df tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Aug 10 03:42:11.761386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-69c0bb29-6089-4ea0-a6df-74960ee90910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.763508 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-69c0bb29-6089-4ea0-a6df-74960ee90910 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1098 time: 0.1580052 Aug 10 03:42:11.871372 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-39d67ec5-588c-46ed-adca-949408ef50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.873031 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-39d67ec5-588c-46ed-adca-949408ef50ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.1020331 Aug 10 03:42:11.982183 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-21083d57-7d46-470a-9bd4-fbb200287aec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 1000 time: 0.1000626 Aug 10 03:42:12.042758 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-aba9484f-c077-45f9-9f97-e07d9eeea38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.044360 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-aba9484f-c077-45f9-9f97-e07d9eeea38e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0495601 Aug 10 03:42:12.093616 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-bd899d8e-662f-4ca6-bf7f-cde6344d506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.095142 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-bd899d8e-662f-4ca6-bf7f-cde6344d506d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428848 Aug 10 03:42:12.204456 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-e685bde0-68bd-4b06-aaec-7863d86413b1 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939777 Aug 10 03:42:12.226812 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8354c8-ed38-4e36-8c17-341a5049c7f7 req-da0c7668-155b-4a3a-b56c-586a0841097b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.228960 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4e8354c8-ed38-4e36-8c17-341a5049c7f7 req-da0c7668-155b-4a3a-b56c-586a0841097b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0565033 Aug 10 03:42:12.284258 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4e8354c8-ed38-4e36-8c17-341a5049c7f7 req-ef24cb03-6dfa-4e6b-9a34-fe82c9ae7e8c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Aug 10 03:42:12.361544 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:12.362488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc14f6-ba94-4fec-b710-0ab36f26386b req-97710726-8134-4a01-915c-d35ff55cfa90 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.364223 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-28bc14f6-ba94-4fec-b710-0ab36f26386b req-97710726-8134-4a01-915c-d35ff55cfa90 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 945 time: 0.0870109 Aug 10 03:42:12.366440 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e78a34bb-22d4-4db0-9468-192cda211b0a req-6b4d9a7d-aec9-4e43-a5ac-c40e14fe31d0 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555374 Aug 10 03:42:12.427209 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-28bc14f6-ba94-4fec-b710-0ab36f26386b req-dcdea64b-4029-46b1-bd72-eb32f0716d28 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542278 Aug 10 03:42:12.472417 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.496912 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:12.499324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6e6f8-1055-4649-ad6c-7f17f49ef253" -d '{"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:12.514589 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:12.543027 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d2c8d7-6701-44a6-939d-9df45f0abbeb x-openstack-request-id: req-b7d2c8d7-6701-44a6-939d-9df45f0abbeb {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:12.543351 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-unplugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:12.543615 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d2c8d7-6701-44a6-939d-9df45f0abbeb {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:12.544015 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'code': 200} Aug 10 03:42:12.659100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.675588 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d089b6-ec80-4901-b025-53752277f0c1 req-6a15e67e-5b58-439e-8a1e-e039bb97e1ed tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.677246 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-90d089b6-ec80-4901-b025-53752277f0c1 req-6a15e67e-5b58-439e-8a1e-e039bb97e1ed tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0669532 Aug 10 03:42:12.768454 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-90d089b6-ec80-4901-b025-53752277f0c1 req-15c2fd53-f45a-4e43-9dee-c0abce57d800 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757673 Aug 10 03:42:12.782360 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=8']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:12.895798 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6e148-0b5b-4356-86c7-7db266385377 req-4cda084c-615a-4d3d-a93b-c62a1917bbf9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.910337 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-32f6e148-0b5b-4356-86c7-7db266385377 req-4cda084c-615a-4d3d-a93b-c62a1917bbf9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1413727 Aug 10 03:42:12.987095 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-32f6e148-0b5b-4356-86c7-7db266385377 req-6142e317-98ce-43e2-9163-0ca83b75610c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754721 Aug 10 03:42:13.024235 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-49180d05-cec7-4538-90f3-5bb0b88135a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.026350 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-49180d05-cec7-4538-90f3-5bb0b88135a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1099 time: 0.0504301 Aug 10 03:42:13.219962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-ea3a5689-a35b-4a54-93d5-1cef1e00393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.220741 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-ea3a5689-a35b-4a54-93d5-1cef1e00393a service neutron] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 911 time: 0.1851287 Aug 10 03:42:13.295076 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-95a60373-15a0-46c5-99b2-ba3fd3af8aec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 200 len: 1002 time: 0.0670629 Aug 10 03:42:13.457263 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-32b4b32b-2e4e-4304-aedb-09da7016e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.458861 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-32b4b32b-2e4e-4304-aedb-09da7016e326 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.1232243 Aug 10 03:42:13.523989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-b2c7e902-eedf-4344-8de4-628411f6a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.525547 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-b2c7e902-eedf-4344-8de4-628411f6a36b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541832 Aug 10 03:42:13.549534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df584df-1898-4412-a20c-bbd6e5d43bab req-d60b42cc-fc91-4fbe-a94a-72c6a50a6297 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.551119 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3df584df-1898-4412-a20c-bbd6e5d43bab req-d60b42cc-fc91-4fbe-a94a-72c6a50a6297 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0559545 Aug 10 03:42:13.589777 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3df584df-1898-4412-a20c-bbd6e5d43bab req-5674a223-89c7-4ea5-b33e-a55cf2d307a1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 10 03:42:13.637985 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb7562-a0c3-4024-b436-86a7c37e95f6 req-4cf58db4-53e4-40f6-8ed4-5f96eaaee52a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.639449 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dacb7562-a0c3-4024-b436-86a7c37e95f6 req-4cf58db4-53e4-40f6-8ed4-5f96eaaee52a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.1119299 Aug 10 03:42:13.663325 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-eec32a4c-3834-40b9-995e-d340cc6ab6f4 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262784 Aug 10 03:42:13.744817 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dacb7562-a0c3-4024-b436-86a7c37e95f6 req-9603902c-968f-4683-a3e8-2f5288d71f68 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864649 Aug 10 03:42:13.780653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-990044d6-a2a9-4e5a-82b9-8d0c492b7834 req-d2f83a74-2600-4eae-9425-aa6b15d7fc99 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059244 Aug 10 03:42:13.990897 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47a3f-5091-42b1-9baa-3fc997b81479 req-bc0e50a8-eb56-4475-a8b4-a63c1d35a4d9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.993038 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-97a47a3f-5091-42b1-9baa-3fc997b81479 req-bc0e50a8-eb56-4475-a8b4-a63c1d35a4d9 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0779698 Aug 10 03:42:14.100029 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-97a47a3f-5091-42b1-9baa-3fc997b81479 req-1b73440e-d6bc-4515-a5de-3cb244dbe609 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907879 Aug 10 03:42:14.441183 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a10924-28cc-4ddb-91c0-dddfa95381af req-b2693ba8-9518-4b92-adc1-68588aa4ba8b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.443687 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a8a10924-28cc-4ddb-91c0-dddfa95381af req-b2693ba8-9518-4b92-adc1-68588aa4ba8b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.2844367 Aug 10 03:42:14.500128 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a8a10924-28cc-4ddb-91c0-dddfa95381af req-10d603bc-83a6-45dd-973d-88dcef773cf3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Aug 10 03:42:14.727818 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83aff7-1c9a-4bb9-9153-c45c40d64e5e req-52c9dbc3-4a71-41ff-9d6e-9a22537672a2 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.731047 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6a83aff7-1c9a-4bb9-9153-c45c40d64e5e req-52c9dbc3-4a71-41ff-9d6e-9a22537672a2 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0631702 Aug 10 03:42:14.788170 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6a83aff7-1c9a-4bb9-9153-c45c40d64e5e req-8d12d801-5590-4802-bf25-179597590e64 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Aug 10 03:42:14.866468 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd35d6-8efc-422d-a433-5c8a1e5ef921 req-8135b9c1-b232-4f4f-a1b8-0f5815775939 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.868052 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e4dd35d6-8efc-422d-a433-5c8a1e5ef921 req-8135b9c1-b232-4f4f-a1b8-0f5815775939 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0532801 Aug 10 03:42:14.908541 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e4dd35d6-8efc-422d-a433-5c8a1e5ef921 req-856e8ffb-4547-465d-b82d-83a2d09c9218 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Aug 10 03:42:15.236036 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902662-74c3-4d7d-8806-045375d1a3b4 req-5cae12a0-f010-41ce-a103-647780629fb0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.237606 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6e902662-74c3-4d7d-8806-045375d1a3b4 req-5cae12a0-f010-41ce-a103-647780629fb0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0659878 Aug 10 03:42:15.281436 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6e902662-74c3-4d7d-8806-045375d1a3b4 req-c1583e6a-c23e-497a-bacd-055b86373ef6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Aug 10 03:42:15.670546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5155fb7-8a70-40e4-b3cc-cf8c1dd8f9b8 req-9d9ba196-5606-45e6-a97b-7dc2b2ee0d73 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.672141 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5155fb7-8a70-40e4-b3cc-cf8c1dd8f9b8 req-9d9ba196-5606-45e6-a97b-7dc2b2ee0d73 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0518816 Aug 10 03:42:15.727808 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5155fb7-8a70-40e4-b3cc-cf8c1dd8f9b8 req-d993de53-ef41-4416-a449-66556ff2cb78 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491338 Aug 10 03:42:15.932828 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e4fa-359d-4dba-9599-b614f0be6633 req-0196280f-01f1-4bd8-9c90-4fcc4e9d3dca tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.936749 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cdb6e4fa-359d-4dba-9599-b614f0be6633 req-0196280f-01f1-4bd8-9c90-4fcc4e9d3dca tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0595555 Aug 10 03:42:15.978193 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cdb6e4fa-359d-4dba-9599-b614f0be6633 req-0671ddc4-421d-485e-b17e-eedb57c66125 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364871 Aug 10 03:42:16.059792 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307f494-14c4-4adf-b659-eab1f2819386 req-4c798f85-64b1-43d7-a963-a12df5dd5517 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.061381 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f307f494-14c4-4adf-b659-eab1f2819386 req-4c798f85-64b1-43d7-a963-a12df5dd5517 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0498002 Aug 10 03:42:16.099639 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f307f494-14c4-4adf-b659-eab1f2819386 req-c49ff589-f0b0-44ee-a2e7-54a040c197af tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Aug 10 03:42:16.341204 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-dcf3cd49-83d0-4d5b-8dfd-aa9d76a41bfa tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.343963 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-dcf3cd49-83d0-4d5b-8dfd-aa9d76a41bfa tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 946 time: 0.0557201 Aug 10 03:42:16.470095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa656d-f811-4d4c-aa27-bedce7cbb41e req-492b45be-f9f8-41a2-bc0f-5af0c75ce0e7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.471679 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-48aa656d-f811-4d4c-aa27-bedce7cbb41e req-492b45be-f9f8-41a2-bc0f-5af0c75ce0e7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1021786 Aug 10 03:42:16.521807 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Deleting port 089202fc-bf88-4e54-814b-80242a60ec09 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:16.522171 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.528649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-48aa656d-f811-4d4c-aa27-bedce7cbb41e req-64a8a68a-2d2d-42d0-be55-f1f10c938532 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Aug 10 03:42:16.637625 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] For port 089202fc-bf88-4e54-814b-80242a60ec09, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=089202fc-bf88-4e54-814b-80242a60ec09,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.637999 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.651327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Calling delete_port for 089202fc-bf88-4e54-814b-80242a60ec09 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:16.872604 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.907884 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event deleted for resources: {'Port': ['ID=089202fc-bf88-4e54-814b-80242a60ec09,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.924619 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03', 'f709d076-13f8-4646-b744-12a5c0e99aa7', '5766f816-81bb-4e8a-b365-c9a5595643b6', '089202fc-bf88-4e54-814b-80242a60ec09'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:16.964008 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] No DVR routers for this DVR port 089202fc-bf88-4e54-814b-80242a60ec09 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:16.969074 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.971118 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff6c8165-b682-4f2d-a1aa-a88dfde95ac7 req-77211faa-520f-4794-bc81-3a680186b1d1 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "DELETE /v2.0/ports/089202fc-bf88-4e54-814b-80242a60ec09 HTTP/1.1" status: 204 len: 173 time: 0.6204157 Aug 10 03:42:16.971581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'name': 'network-vif-deleted', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:16.973980 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23b8ce-889f-4d73-8adf-390594e350d8" -d '{"events": [{"server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "name": "network-vif-deleted", "tag": "089202fc-bf88-4e54-814b-80242a60ec09"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:17.044682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2739fa66-2cd8-4ffb-9e16-507064e3b819 x-openstack-request-id: req-2739fa66-2cd8-4ffb-9e16-507064e3b819 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:17.045114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b772114c-6e12-41fc-b52a-f9bec5125afc", "name": "network-vif-deleted", "tag": "089202fc-bf88-4e54-814b-80242a60ec09", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:17.045468 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2739fa66-2cd8-4ffb-9e16-507064e3b819 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:17.045970 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b772114c-6e12-41fc-b52a-f9bec5125afc', 'name': 'network-vif-deleted', 'tag': '089202fc-bf88-4e54-814b-80242a60ec09', 'status': 'completed', 'code': 200} Aug 10 03:42:17.164771 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-246aca98-a889-4800-8125-c4816d60a756 req-25c2ab95-8c41-4ac6-89ca-48960520f297 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0495872 Aug 10 03:42:17.664477 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d3e4-1545-41ae-ab28-7bb782010bbe req-6aa3a93d-f590-417c-b2e3-d885ac709b18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.666264 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c8e2d3e4-1545-41ae-ab28-7bb782010bbe req-6aa3a93d-f590-417c-b2e3-d885ac709b18 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0501235 Aug 10 03:42:17.709907 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c8e2d3e4-1545-41ae-ab28-7bb782010bbe req-7c7e7ad1-5e5e-4b72-a305-b26e3533cfac tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Aug 10 03:42:18.020332 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95b81-2302-4c81-9628-55165c0a95eb req-c0ec5941-cf91-4ef7-b63c-be58fadc9ada tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.020332 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96b95b81-2302-4c81-9628-55165c0a95eb req-c0ec5941-cf91-4ef7-b63c-be58fadc9ada tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0519357 Aug 10 03:42:18.062891 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96b95b81-2302-4c81-9628-55165c0a95eb req-b3077375-331c-4f4a-bf56-abb19058d590 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362170 Aug 10 03:42:18.280004 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ee93734-f156-4b32-8e78-34516631a07c req-7d35863a-1eaa-4d5f-a41c-8dddfcc04757 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=b772114c-6e12-41fc-b52a-f9bec5125afc HTTP/1.1" status: 200 len: 210 time: 0.0321009 Aug 10 03:42:18.429476 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:18.829887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2ff3-0484-429d-a10b-87ab437d126d req-9c97b8c2-5a8f-48aa-8825-8d9c41eba8db tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.831503 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6dee2ff3-0484-429d-a10b-87ab437d126d req-9c97b8c2-5a8f-48aa-8825-8d9c41eba8db tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 10 03:42:18.874150 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6dee2ff3-0484-429d-a10b-87ab437d126d req-627442c8-fdda-4d3c-aff6-94528f259af1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Aug 10 03:42:19.190363 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf5ffc-1b07-489a-8925-78681545ccca req-e47a1e2d-d46f-469a-b6d6-b041b53f71a5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.191877 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-40bf5ffc-1b07-489a-8925-78681545ccca req-e47a1e2d-d46f-469a-b6d6-b041b53f71a5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0507116 Aug 10 03:42:19.230768 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-40bf5ffc-1b07-489a-8925-78681545ccca req-3039668d-5744-4b22-8637-1ed46d51792f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Aug 10 03:42:19.991885 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b284a4d-7fca-48d8-8e05-7f41703eecc1 req-f326dcb5-1f3b-40d2-b145-66672bfacaa3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.993430 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9b284a4d-7fca-48d8-8e05-7f41703eecc1 req-f326dcb5-1f3b-40d2-b145-66672bfacaa3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0509410 Aug 10 03:42:20.036881 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9b284a4d-7fca-48d8-8e05-7f41703eecc1 req-4a947657-ccf9-4e34-8eef-8a99af2813f6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Aug 10 03:42:20.378194 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e098a-9033-4df3-83ea-0f249e315960 req-8cefe31f-fd97-46f2-afee-48e0d4985a0c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.380173 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-375e098a-9033-4df3-83ea-0f249e315960 req-8cefe31f-fd97-46f2-afee-48e0d4985a0c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0722535 Aug 10 03:42:20.419754 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 089202fc-bf88-4e54-814b-80242a60ec09 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:20.445718 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 089202fc-bf88-4e54-814b-80242a60ec09 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:20.446009 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 089202fc-bf88-4e54-814b-80242a60ec09 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:20.523804 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-375e098a-9033-4df3-83ea-0f249e315960 req-7288f7de-e9e9-49a7-a675-47cece94b5fa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366723 Aug 10 03:42:20.611597 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-2955ef0d-48db-458a-acbe-c4a889ff45c4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863824 Aug 10 03:42:20.693120 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-8e6b4edf-d321-4980-aef7-b8ad8ffb9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.694645 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-8e6b4edf-d321-4980-aef7-b8ad8ffb9332 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 1099 time: 0.0503824 Aug 10 03:42:20.807504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-a1fb1747-7977-4b43-9250-5ff68c13f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.809229 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-a1fb1747-7977-4b43-9250-5ff68c13f386 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.0938804 Aug 10 03:42:20.861724 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-531654c4-8561-4834-a868-ae1190883d3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 200 len: 217 time: 0.0445213 Aug 10 03:42:20.917866 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-5424a997-fccc-4ddd-b3df-e0e392101949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.919346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-5424a997-fccc-4ddd-b3df-e0e392101949 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0502002 Aug 10 03:42:20.952416 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-55ee82e8-d4e4-444a-803e-f27fcc7523fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 10 03:42:21.105139 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-b9cc323b-a050-4ee6-bcbf-9005acca6c37 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449394 Aug 10 03:42:21.246432 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a09b-99ca-42b9-8fb4-72fee3afbe90 req-1b794f7e-267a-4526-bff5-644bacd6a597 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.254187 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c989a09b-99ca-42b9-8fb4-72fee3afbe90 req-1b794f7e-267a-4526-bff5-644bacd6a597 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0865207 Aug 10 03:42:21.272456 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1320-4ad4-4122-ab28-af8dadfe5dde req-fd1f0398-44b8-41fb-a5fc-030653c97095 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.280760 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d27d1320-4ad4-4122-ab28-af8dadfe5dde req-fd1f0398-44b8-41fb-a5fc-030653c97095 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0605388 Aug 10 03:42:21.281438 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d37eba1-52ed-4bb4-adde-bc65f8722609 req-711abbc1-6628-45ec-a4ef-98fafaae1943 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690767 Aug 10 03:42:21.317188 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c989a09b-99ca-42b9-8fb4-72fee3afbe90 req-edfe4656-c33b-46fa-8786-556c9c9912fa tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Aug 10 03:42:21.334497 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d27d1320-4ad4-4122-ab28-af8dadfe5dde req-c391dfc1-c5f1-464a-be67-8fd7ce539ef3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Aug 10 03:42:21.672826 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3c7b-54b6-4be6-852c-eabbff33bda1 req-073ed9fa-a2b6-43ec-a89d-97898e3d3c8c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.674653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-234a3c7b-54b6-4be6-852c-eabbff33bda1 req-073ed9fa-a2b6-43ec-a89d-97898e3d3c8c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0559804 Aug 10 03:42:21.715910 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-234a3c7b-54b6-4be6-852c-eabbff33bda1 req-298dcd9a-3abe-4377-9d22-5963d4ee029f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348330 Aug 10 03:42:22.435910 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67aea-46de-425f-af99-c5f1e991ce56 req-428a9fdc-8449-41a9-90c2-a04dec0a7677 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.437778 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9ef67aea-46de-425f-af99-c5f1e991ce56 req-428a9fdc-8449-41a9-90c2-a04dec0a7677 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0609140 Aug 10 03:42:22.477314 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6dcd9-446a-48e7-b2a5-2c02601a0354 req-c1c6d985-2b75-4c1b-bc62-06213f37d872 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.478997 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29f6dcd9-446a-48e7-b2a5-2c02601a0354 req-c1c6d985-2b75-4c1b-bc62-06213f37d872 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0590062 Aug 10 03:42:22.480725 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9ef67aea-46de-425f-af99-c5f1e991ce56 req-228d422c-cb81-4a89-9979-4dad02b5017b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Aug 10 03:42:22.520935 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29f6dcd9-446a-48e7-b2a5-2c02601a0354 req-0f51dc25-a9f4-4a6a-841a-85db1b2ca0d9 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Aug 10 03:42:22.838547 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ae40f-f856-4992-b815-00e82050d07a req-ef7338b6-dda6-4811-9c08-369831ab5ff7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.840087 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-535ae40f-f856-4992-b815-00e82050d07a req-ef7338b6-dda6-4811-9c08-369831ab5ff7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0501051 Aug 10 03:42:22.890352 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-535ae40f-f856-4992-b815-00e82050d07a req-fafbee1a-69a6-4038-8a6f-3d9827151194 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Aug 10 03:42:23.073082 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.335432 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-332cfc8b-1ff2-4875-941f-76343033d451 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.336932 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-332cfc8b-1ff2-4875-941f-76343033d451 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0524111 Aug 10 03:42:23.434120 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Deleting port 5766f816-81bb-4e8a-b365-c9a5595643b6 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:23.434468 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.539020 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] For port 5766f816-81bb-4e8a-b365-c9a5595643b6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5766f816-81bb-4e8a-b365-c9a5595643b6,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:23.539728 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.554130 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Calling delete_port for 5766f816-81bb-4e8a-b365-c9a5595643b6 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:23.650581 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f6590-71c3-4b95-9f62-03bf146f6238 req-466d80ab-6340-4322-a6df-8316e4fd4c5a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.657995 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-659f6590-71c3-4b95-9f62-03bf146f6238 req-466d80ab-6340-4322-a6df-8316e4fd4c5a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 946 time: 0.0567391 Aug 10 03:42:23.672685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04318b-b685-4a45-a282-84bdabaeda0f req-1b148fa2-81db-4170-bd99-e5944f59440f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.674200 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d04318b-b685-4a45-a282-84bdabaeda0f req-1b148fa2-81db-4170-bd99-e5944f59440f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1053941 Aug 10 03:42:23.708747 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-659f6590-71c3-4b95-9f62-03bf146f6238 req-19d8a08e-2be8-44b8-87cc-bce340b9637e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Aug 10 03:42:23.769143 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d04318b-b685-4a45-a282-84bdabaeda0f req-37381681-b158-4762-867e-bed1b2e98d7e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835218 Aug 10 03:42:23.907377 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.936328 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event deleted for resources: {'Port': ['ID=5766f816-81bb-4e8a-b365-c9a5595643b6,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.945479 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03', 'f709d076-13f8-4646-b744-12a5c0e99aa7', '5766f816-81bb-4e8a-b365-c9a5595643b6'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:24.007710 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.010392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.010782 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.011075 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.011681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.011803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.012049 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.012394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.012727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.013303 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.013422 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.014287 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.046508 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86adf2-da2f-4b89-9bac-0fa407db7967 req-0b8239aa-7f15-4b57-9cb7-bf111cc5839c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.053700 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] No DVR routers for this DVR port 5766f816-81bb-4e8a-b365-c9a5595643b6 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:24.055977 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a86adf2-da2f-4b89-9bac-0fa407db7967 req-0b8239aa-7f15-4b57-9cb7-bf111cc5839c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0884650 Aug 10 03:42:24.056394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.058690 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-66ba6440-e7d0-44c1-9e9a-8f10e9668aa1 req-c9e0275d-81d2-4e29-8fae-12ec581d4447 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "DELETE /v2.0/ports/5766f816-81bb-4e8a-b365-c9a5595643b6 HTTP/1.1" status: 204 len: 173 time: 0.7145233 Aug 10 03:42:24.059442 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'name': 'network-vif-deleted', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:24.061893 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb67f6d-4ecd-4128-8799-4b5ca1acd955" -d '{"events": [{"server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "name": "network-vif-deleted", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:24.118946 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72807f70-8451-4d79-b799-5c4a6c3fb208 x-openstack-request-id: req-72807f70-8451-4d79-b799-5c4a6c3fb208 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:24.119438 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f338fd01-6509-4b6f-815f-b6686013e38f", "name": "network-vif-deleted", "tag": "5766f816-81bb-4e8a-b365-c9a5595643b6", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:24.121131 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72807f70-8451-4d79-b799-5c4a6c3fb208 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:24.121131 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f338fd01-6509-4b6f-815f-b6686013e38f', 'name': 'network-vif-deleted', 'tag': '5766f816-81bb-4e8a-b365-c9a5595643b6', 'status': 'completed', 'code': 200} Aug 10 03:42:24.127514 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a86adf2-da2f-4b89-9bac-0fa407db7967 req-d9046173-e845-45b4-b0cb-1184af0fc8fc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697713 Aug 10 03:42:24.882590 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-55f5017f-6eea-4fa9-8167-0bf8685d71f5 req-a7376bdf-d17f-475d-8d46-c7aab8524906 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f338fd01-6509-4b6f-815f-b6686013e38f HTTP/1.1" status: 200 len: 210 time: 0.0638454 Aug 10 03:42:24.956005 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc934d94-8fa5-45d8-9d03-bb283d69d4bc req-7df80a26-82ed-4d3c-9e3a-4fbd8309c702 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.958580 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cc934d94-8fa5-45d8-9d03-bb283d69d4bc req-7df80a26-82ed-4d3c-9e3a-4fbd8309c702 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1035616 Aug 10 03:42:25.015303 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cc934d94-8fa5-45d8-9d03-bb283d69d4bc req-8c5970e9-032c-4f5f-8a89-3834f105e4e2 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Aug 10 03:42:25.288504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c3b-b35b-4c6a-ba1d-1b480421915f req-cae2c05d-1833-4e4c-beed-737f8e9d4fe3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.289947 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c3cb5c3b-b35b-4c6a-ba1d-1b480421915f req-cae2c05d-1833-4e4c-beed-737f8e9d4fe3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0686345 Aug 10 03:42:25.335465 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c3cb5c3b-b35b-4c6a-ba1d-1b480421915f req-1637fa25-aced-4d52-b78c-036a55b71617 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366292 Aug 10 03:42:26.166251 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47507015-0a55-41c8-baaa-8210988966c8 req-a8320bed-ae7f-48bc-97ce-e79348ab01c0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.168231 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47507015-0a55-41c8-baaa-8210988966c8 req-a8320bed-ae7f-48bc-97ce-e79348ab01c0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0696294 Aug 10 03:42:26.213756 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47507015-0a55-41c8-baaa-8210988966c8 req-14a25a79-6801-4659-bac9-97815d8c2159 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Aug 10 03:42:26.437681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5766f816-81bb-4e8a-b365-c9a5595643b6 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:26.470835 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 5766f816-81bb-4e8a-b365-c9a5595643b6 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:26.471618 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5766f816-81bb-4e8a-b365-c9a5595643b6 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:26.487916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa774f1-66b6-4e1e-ae3d-575499b6ef27 req-06fdf338-875b-49a1-b0d3-73b28a07b986 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.495972 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-caa774f1-66b6-4e1e-ae3d-575499b6ef27 req-06fdf338-875b-49a1-b0d3-73b28a07b986 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0584400 Aug 10 03:42:26.496504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297851a-9b41-40a7-9bcd-b1e82622c393 req-732fbd6c-8afd-465b-97ab-24ee06500197 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.504729 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d297851a-9b41-40a7-9bcd-b1e82622c393 req-732fbd6c-8afd-465b-97ab-24ee06500197 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0830336 Aug 10 03:42:26.536744 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-caa774f1-66b6-4e1e-ae3d-575499b6ef27 req-5ce1cf11-cff9-43ce-9604-d4c396353c19 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Aug 10 03:42:26.544231 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d297851a-9b41-40a7-9bcd-b1e82622c393 req-108be525-31e2-4c20-ac98-abe8f4139551 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355229 Aug 10 03:42:27.334966 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f1b68-e533-4f82-ae74-a8ca76ed177e req-3d9e4e79-fab6-475a-901a-1ccd84f50299 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.336445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-713f1b68-e533-4f82-ae74-a8ca76ed177e req-3d9e4e79-fab6-475a-901a-1ccd84f50299 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0516500 Aug 10 03:42:27.373095 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-713f1b68-e533-4f82-ae74-a8ca76ed177e req-baac3fdd-cd29-421d-9f1b-90df399aa0cd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Aug 10 03:42:27.671929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edecea-437b-47dc-88ae-6ffa6f44280d req-44765180-f128-458e-ba0d-9ab07428af8c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.673359 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-99edecea-437b-47dc-88ae-6ffa6f44280d req-44765180-f128-458e-ba0d-9ab07428af8c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0597746 Aug 10 03:42:27.704367 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b196d-4620-4a3e-becc-dedd568a750c req-5cde0ed6-5979-4592-b973-1a7deaddf946 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.704367 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-347b196d-4620-4a3e-becc-dedd568a750c req-5cde0ed6-5979-4592-b973-1a7deaddf946 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0726459 Aug 10 03:42:27.719445 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-99edecea-437b-47dc-88ae-6ffa6f44280d req-9824258f-c29e-42f4-9cbf-c18e9f7b8f58 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Aug 10 03:42:27.727028 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd28c-7791-4a3b-a0d4-b49a2b2dd520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.748147 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-347b196d-4620-4a3e-becc-dedd568a750c req-293077ea-cf17-4150-8f18-4e4546287787 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Aug 10 03:42:27.983428 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54626) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:28.099467 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-45c0d42e-73ee-4986-92fe-a8cfe495378c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139407 Aug 10 03:42:28.221711 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-08aa6eef-7d09-4ed6-9282-d5ddd28805f7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.223137 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-08aa6eef-7d09-4ed6-9282-d5ddd28805f7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 946 time: 0.0489953 Aug 10 03:42:28.328423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Deleting port f709d076-13f8-4646-b744-12a5c0e99aa7 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:28.328683 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.424965 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] For port f709d076-13f8-4646-b744-12a5c0e99aa7, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f709d076-13f8-4646-b744-12a5c0e99aa7,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:28.433394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.439331 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Calling delete_port for f709d076-13f8-4646-b744-12a5c0e99aa7 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:28.495393 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0282d39-93e0-4261-bd3e-1f4f947cca25 req-aa1aeeeb-dc8e-4c60-9c84-4aa43f81f598 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.497301 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c0282d39-93e0-4261-bd3e-1f4f947cca25 req-aa1aeeeb-dc8e-4c60-9c84-4aa43f81f598 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0533738 Aug 10 03:42:28.570840 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c0282d39-93e0-4261-bd3e-1f4f947cca25 req-fe5eee1c-ad17-4725-8081-50e7dddb3704 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555186 Aug 10 03:42:28.706946 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.735227 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event deleted for resources: {'Port': ['ID=f709d076-13f8-4646-b744-12a5c0e99aa7,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.745770 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03', 'f709d076-13f8-4646-b744-12a5c0e99aa7'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:28.791433 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] No DVR routers for this DVR port f709d076-13f8-4646-b744-12a5c0e99aa7 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:28.792561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.796458 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4dc9f130-0362-4b05-8e44-a97cc9ba3477 req-cac1bda7-9b1f-4a4f-8321-8792779568a4 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "DELETE /v2.0/ports/f709d076-13f8-4646-b744-12a5c0e99aa7 HTTP/1.1" status: 204 len: 173 time: 0.5667300 Aug 10 03:42:28.797824 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'name': 'network-vif-deleted', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:28.800262 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50cb08-57c2-48ef-b8ba-4886d6b4e83c" -d '{"events": [{"server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "name": "network-vif-deleted", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:28.855072 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ba2b3a2-a936-4c22-9a1b-e376b7fa1ccf req-3496c2cd-ef72-4e6b-9139-18617a2f9e58 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0341747 Aug 10 03:42:28.904154 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49760fbf-9ff8-4aa0-ab39-da92eceb35b1 x-openstack-request-id: req-49760fbf-9ff8-4aa0-ab39-da92eceb35b1 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:28.904564 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f213fc94-e730-4eb5-9e17-14f69627cc4f", "name": "network-vif-deleted", "tag": "f709d076-13f8-4646-b744-12a5c0e99aa7", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:28.904887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49760fbf-9ff8-4aa0-ab39-da92eceb35b1 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:28.905309 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f213fc94-e730-4eb5-9e17-14f69627cc4f', 'name': 'network-vif-deleted', 'tag': 'f709d076-13f8-4646-b744-12a5c0e99aa7', 'status': 'completed', 'code': 200} Aug 10 03:42:28.945881 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee150c0-bbed-4331-87a7-13b617dc54b1 req-2e0c6e93-2d15-4a99-beb9-5e99619ef1d3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.947711 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dee150c0-bbed-4331-87a7-13b617dc54b1 req-2e0c6e93-2d15-4a99-beb9-5e99619ef1d3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0649002 Aug 10 03:42:28.987787 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dee150c0-bbed-4331-87a7-13b617dc54b1 req-f7102333-bf7d-47c9-b670-065694b0fb04 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336657 Aug 10 03:42:29.063073 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a31120-275f-4935-a852-2573def802ac req-ba47b566-bf56-4ce0-8fa3-59f18d898be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.064667 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-23a31120-275f-4935-a852-2573def802ac req-ba47b566-bf56-4ce0-8fa3-59f18d898be5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0393672 Aug 10 03:42:29.104934 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-23a31120-275f-4935-a852-2573def802ac req-d6a2353f-9d91-4c83-9e77-eaeebca90235 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Aug 10 03:42:29.691389 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6171cab-3505-4c11-8d2d-11779b4e572d req-6dbb7180-59df-4d11-bec0-7fcc6e1016b0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.693170 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c6171cab-3505-4c11-8d2d-11779b4e572d req-6dbb7180-59df-4d11-bec0-7fcc6e1016b0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0548692 Aug 10 03:42:29.735330 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c6171cab-3505-4c11-8d2d-11779b4e572d req-7925fba5-d694-42eb-9744-59566bf16beb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Aug 10 03:42:29.960074 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-38a1ceee-ff87-47f4-9f82-b59be3bbb97f req-a07932f5-75e5-4a2b-a159-524cf594d518 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=f213fc94-e730-4eb5-9e17-14f69627cc4f HTTP/1.1" status: 200 len: 210 time: 0.0272603 Aug 10 03:42:30.117878 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ab6b-c8e2-4c91-8e9b-7060b7d43be8 req-7a7efd22-abd5-45ac-92ef-767085c7ced7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.119435 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-89d0ab6b-c8e2-4c91-8e9b-7060b7d43be8 req-7a7efd22-abd5-45ac-92ef-767085c7ced7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0596995 Aug 10 03:42:30.162533 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-89d0ab6b-c8e2-4c91-8e9b-7060b7d43be8 req-dc3fa4d0-ee0d-40bb-851d-4a59b9cff1ea tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Aug 10 03:42:30.312583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c06f8fe3-3e6c-43ce-a85d-0fde26c0ace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.403785 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.544447 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:30.871887 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd73ee-849a-4ba4-9dd2-68e25ad86bf8 req-aebb0cc3-2c14-4086-989e-40bc4f844716 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.874280 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04cd73ee-849a-4ba4-9dd2-68e25ad86bf8 req-aebb0cc3-2c14-4086-989e-40bc4f844716 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0496917 Aug 10 03:42:30.913368 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-04cd73ee-849a-4ba4-9dd2-68e25ad86bf8 req-f243d257-358c-46f6-a76c-31332565c922 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Aug 10 03:42:31.313098 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137e557-529c-482b-a3ad-b410c5c3f58e req-7787aacf-428a-4236-99fe-4d197a87e9b5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.315197 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a137e557-529c-482b-a3ad-b410c5c3f58e req-7787aacf-428a-4236-99fe-4d197a87e9b5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0715921 Aug 10 03:42:31.354873 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a137e557-529c-482b-a3ad-b410c5c3f58e req-57adead8-06f2-4a14-9eca-0686bb38f6f8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Aug 10 03:42:31.391210 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dd0be-44cd-4336-ab66-26f71dabf18c req-5e7ccf0e-a9ac-49d9-acde-8487a9b7a0d6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.393022 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-257dd0be-44cd-4336-ab66-26f71dabf18c req-5e7ccf0e-a9ac-49d9-acde-8487a9b7a0d6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0539997 Aug 10 03:42:31.431902 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-257dd0be-44cd-4336-ab66-26f71dabf18c req-9f4865a8-7f45-4ce5-aebd-bb6f313c7ebd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 10 03:42:31.438289 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.504981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-b9483ff1-f917-4821-b45a-fa831f914b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.506381 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-b9483ff1-f917-4821-b45a-fa831f914b3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05aa352203a74307bd3b6157f78f6b97&device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0408754 Aug 10 03:42:31.601709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-38f2bfb6-e972-4a65-a0cc-e74f842cf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.603482 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-38f2bfb6-e972-4a65-a0cc-e74f842cf3b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 200 len: 920 time: 0.0884385 Aug 10 03:42:31.651162 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-022b9cd9-7190-41ef-9055-741be447fb0d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 200 len: 217 time: 0.0332856 Aug 10 03:42:31.704784 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-3e300da9-586d-4416-bb9b-dd4870fd8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.706253 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-3e300da9-586d-4416-bb9b-dd4870fd8a31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 200 len: 859 time: 0.0474882 Aug 10 03:42:31.744111 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-258d789e-7b26-4feb-ac36-d5c8845ede5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e937d74f-0feb-4fbb-a381-7b68bdc8a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246239 Aug 10 03:42:31.835257 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-f224da1a-72d3-4f35-9a34-694a34960299 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798972 Aug 10 03:42:31.995293 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31cf9cb7-a8df-4467-8bd0-d16f3db8dadd req-52db4704-2c49-4f91-a04a-2b1e2388b101 service neutron] 10.222.0.63 "GET /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427467 Aug 10 03:42:31.998593 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59806-ea97-4195-bdda-0969342abc8f req-dcf28b06-3baa-4d1e-804f-29af891887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.999951 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-dcf28b06-3baa-4d1e-804f-29af891887ca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 1096 time: 0.0949416 Aug 10 03:42:32.112804 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59806-ea97-4195-bdda-0969342abc8f req-9d7e06c8-1f27-44e8-88d0-4c23ba1ba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.114386 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-9d7e06c8-1f27-44e8-88d0-4c23ba1ba72a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1096 time: 0.0434937 Aug 10 03:42:32.219574 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59806-ea97-4195-bdda-0969342abc8f req-941a6513-424f-4bce-84bc-26cb576a2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.221060 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-941a6513-424f-4bce-84bc-26cb576a2c2a service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.0839450 Aug 10 03:42:32.296114 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-d7d1ec62-ba29-433e-93a2-3807ed824e11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 998 time: 0.0635893 Aug 10 03:42:32.400295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59806-ea97-4195-bdda-0969342abc8f req-3b237b9a-1248-4b87-be94-8357fdfa76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.401990 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-3b237b9a-1248-4b87-be94-8357fdfa76e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0461080 Aug 10 03:42:32.449401 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59806-ea97-4195-bdda-0969342abc8f req-f730dd38-555f-4a4a-b066-34517203b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.451895 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-f730dd38-555f-4a4a-b066-34517203b302 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416844 Aug 10 03:42:32.476771 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device f709d076-13f8-4646-b744-12a5c0e99aa7 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:32.489768 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24ede-cd7c-4206-a8c6-2db8915e2e5b req-b082848f-9c04-4729-9565-d209344e614e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.492120 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c6a24ede-cd7c-4206-a8c6-2db8915e2e5b req-b082848f-9c04-4729-9565-d209344e614e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0550280 Aug 10 03:42:32.499840 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: f709d076-13f8-4646-b744-12a5c0e99aa7 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:32.500186 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device f709d076-13f8-4646-b744-12a5c0e99aa7 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:32.534925 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c6a24ede-cd7c-4206-a8c6-2db8915e2e5b req-45261aaa-d62e-41f4-9a8b-b9a5afaa867c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Aug 10 03:42:32.568540 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-6319f62a-0454-4caa-8a53-97f375fd0c4d service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999391 Aug 10 03:42:32.664016 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702d3a9-8a88-4661-afd7-d769ffe6d9d9 req-ae2ade7e-ed73-4f70-82ec-77290bf8ae35 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.665723 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b702d3a9-8a88-4661-afd7-d769ffe6d9d9 req-ae2ade7e-ed73-4f70-82ec-77290bf8ae35 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0688944 Aug 10 03:42:32.675644 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-4e3805f4-9799-4ba2-aeee-d644d21b78a3 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960832 Aug 10 03:42:32.706540 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b702d3a9-8a88-4661-afd7-d769ffe6d9d9 req-2070c095-7f5f-4b9f-abd4-5156fca25906 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Aug 10 03:42:32.968309 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed0001-b1f4-48dc-80ee-19c30668034b req-06c628f2-bf5c-4dea-ac07-a0bf6b0221b5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.969879 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-48ed0001-b1f4-48dc-80ee-19c30668034b req-06c628f2-bf5c-4dea-ac07-a0bf6b0221b5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0578616 Aug 10 03:42:33.009491 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-48ed0001-b1f4-48dc-80ee-19c30668034b req-881803ae-8d80-40e1-9f59-6693f339b287 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Aug 10 03:42:33.073739 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54792) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.124447 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Deleting subnet 968fc92b-00c6-4ba2-b327-04c9b0a6d5bd {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:33.127740 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.164272 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.170208 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.209117 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.375709 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.403307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968fc92b-00c6-4ba2-b327-04c9b0a6d5bd,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.405984 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.407872 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2f1bfaaa-c8eb-4665-88f6-ae1f272265ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/968fc92b-00c6-4ba2-b327-04c9b0a6d5bd HTTP/1.1" status: 204 len: 168 time: 0.3330290 Aug 10 03:42:33.410348 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54808) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.489988 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.615296 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.632437 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecebe461-ac2a-4cc3-81e9-d8b51a7bb890']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.644507 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.645194 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23e8e74-1ca1-4f97-b2c6-e1f25f408a9f') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.658820 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.679327 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.689308 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6ad3a-e81f-4c2e-9106-e4aeb14d7b49 req-1b88ee09-e97c-4c57-abc9-8a7abef7957c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.693296 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-00e6ad3a-e81f-4c2e-9106-e4aeb14d7b49 req-1b88ee09-e97c-4c57-abc9-8a7abef7957c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0764537 Aug 10 03:42:33.694603 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:33.695267 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:33.697789 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:33.768876 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-00e6ad3a-e81f-4c2e-9106-e4aeb14d7b49 req-c5a37327-9298-4c10-9667-bf9f49db6d79 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676153 Aug 10 03:42:33.853130 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.864842 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.868338 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] 10.222.0.21 "DELETE /v2.0/networks/ecebe461-ac2a-4cc3-81e9-d8b51a7bb890 HTTP/1.1" status: 204 len: 168 time: 0.4553416 Aug 10 03:42:33.877567 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Pushing event deleted for resources: {'Network': ['ID=ecebe461-ac2a-4cc3-81e9-d8b51a7bb890,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.897483 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.897843 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.898202 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.898545 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.898883 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.899223 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.899560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.899896 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.900248 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.900786 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.901119 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.901450 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075e600-8be5-42c1-8bbe-045f4d96b48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:33.913628 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804a2f-6690-485b-970c-64524e1bcce7 req-867d60f9-8a12-4c63-87ac-52b301a85ab3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.921486 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cc804a2f-6690-485b-970c-64524e1bcce7 req-867d60f9-8a12-4c63-87ac-52b301a85ab3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1018140 Aug 10 03:42:33.958553 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cc804a2f-6690-485b-970c-64524e1bcce7 req-da172161-8c20-4ae8-b37a-8fad790246f0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Aug 10 03:42:34.131600 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dccb1-d43e-4f00-8414-cfaa83ff9b32 req-e90a8e5e-9b18-4d41-98ef-9df5ab38e39b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.133155 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d94dccb1-d43e-4f00-8414-cfaa83ff9b32 req-e90a8e5e-9b18-4d41-98ef-9df5ab38e39b tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0570896 Aug 10 03:42:34.173139 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d94dccb1-d43e-4f00-8414-cfaa83ff9b32 req-165f96a5-bc66-44b5-b241-472948fc7929 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Aug 10 03:42:34.430795 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54824) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.472346 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-566b3dff-30e1-4d40-b6b1-323b76866a8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46fb8b2b63114fd68f07ec997a49a162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402632 Aug 10 03:42:34.474787 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54826) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.529622 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.551284 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.684241 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.687268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.690794 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31184b32-5e3f-4ad6-925a-0e317afe8452 HTTP/1.1" status: 204 len: 168 time: 0.2127066 Aug 10 03:42:34.696865 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea994-e684-4b05-bdc8-e9867ec47eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31184b32-5e3f-4ad6-925a-0e317afe8452,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:34.921893 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dde59-a96e-45c0-93b6-270b7eefec4d req-52954fa8-11b4-4ed4-b029-31a55af90a59 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.927431 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d60dde59-a96e-45c0-93b6-270b7eefec4d req-52954fa8-11b4-4ed4-b029-31a55af90a59 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0678556 Aug 10 03:42:34.978148 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d60dde59-a96e-45c0-93b6-270b7eefec4d req-caf1d819-3209-4b65-ac80-2e35d3cd31dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484111 Aug 10 03:42:35.124791 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675a2d-7778-4078-bef8-b1fce8a7f791 req-82fba8b2-d270-4bbf-a242-2456ac44a8b3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.126483 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7675a2d-7778-4078-bef8-b1fce8a7f791 req-82fba8b2-d270-4bbf-a242-2456ac44a8b3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0724761 Aug 10 03:42:35.170849 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7675a2d-7778-4078-bef8-b1fce8a7f791 req-ecd9cf5e-f7e9-409f-9673-f635efed32e8 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Aug 10 03:42:35.319308 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f7537-d928-48c3-a267-ae66779fe913 req-8f458916-c472-4cf8-bc09-532d8a52b21c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.322106 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ad8f7537-d928-48c3-a267-ae66779fe913 req-8f458916-c472-4cf8-bc09-532d8a52b21c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0624936 Aug 10 03:42:35.366127 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ad8f7537-d928-48c3-a267-ae66779fe913 req-905bcd87-fbe4-4448-94b5-f196b13b7fba tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Aug 10 03:42:35.986557 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 54860) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:36.113310 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-512482279-network', 'tenant_id': '2ce125c05e8d4cb99302437ab92ffd2c'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:36.146603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3a5c-9f2d-4159-aba7-d49ebe8b3ead req-022e33e1-4d38-404c-a48a-35e614521de6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.148138 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ecef3a5c-9f2d-4159-aba7-d49ebe8b3ead req-022e33e1-4d38-404c-a48a-35e614521de6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0781629 Aug 10 03:42:36.200263 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ecef3a5c-9f2d-4159-aba7-d49ebe8b3ead req-3012005a-c9bb-44e7-bd56-5455ef0f52e5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Aug 10 03:42:36.316276 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbd438-27f0-44ed-b43a-f16cde91c956 req-df9a37e0-d520-4f65-a399-c6fd303eaf8f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.350330 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-30fbd438-27f0-44ed-b43a-f16cde91c956 req-df9a37e0-d520-4f65-a399-c6fd303eaf8f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0599635 Aug 10 03:42:36.358526 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-30fbd438-27f0-44ed-b43a-f16cde91c956 req-b4c39045-15c5-431b-8931-94d54c7b54ec tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Aug 10 03:42:36.502780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70437d-36c1-4cac-ae9a-c68790310a0b req-2a12b635-5507-49d7-b814-a3d40095f686 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.505676 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bb70437d-36c1-4cac-ae9a-c68790310a0b req-2a12b635-5507-49d7-b814-a3d40095f686 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0554965 Aug 10 03:42:36.557893 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bb70437d-36c1-4cac-ae9a-c68790310a0b req-81fdc492-8884-4229-af0e-974c45c985f8 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Aug 10 03:42:36.717913 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-acecd72d-afa8-4ac0-b4da-97d7b9b0b06c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4033915&fields=id&tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9 HTTP/1.1" status: 200 len: 267 time: 0.0354924 Aug 10 03:42:36.845315 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-437d8d8b-cbea-4f63-86d2-0100071392b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.846778 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-437d8d8b-cbea-4f63-86d2-0100071392b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 809 time: 0.1220965 Aug 10 03:42:36.867726 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-72ed4ca2-7eaa-4380-bff4-e89d75eefefd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/quotas/77aab94ffcab4a8b9ad529c5a5454ae9 HTTP/1.1" status: 200 len: 375 time: 0.0104916 Aug 10 03:42:36.891247 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Made reservation on behalf of 2ce125c05e8d4cb99302437ab92ffd2c for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:36.896828 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.909780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.952023 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-c10776f8-79a1-4a45-b20f-12dafa43d1ac tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776029 Aug 10 03:42:37.042478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.076342 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-177a3756-5a77-48fc-8185-c32d1d2ece47 service neutron] 10.222.0.21 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090605 Aug 10 03:42:37.170520 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.192853 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-92e98af1-57e9-4de0-84b3-0ed10834cd77 service neutron] 10.222.0.21 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998302 Aug 10 03:42:37.196670 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:37.209552 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e86c4a7-b916-4891-a78a-085ffa1d320f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.214698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.215027 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Added segment 5b8681e5-78d4-4365-a7fd-26c806f78586 of type vlan for network cc5377b0-3199-4b12-99e9-e00114dd096c Aug 10 03:42:37.280498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.628129 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.629119 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.629692 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.702635 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] Pushing event updated for resources: {'Network': ['ID=cc5377b0-3199-4b12-99e9-e00114dd096c,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.712040 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eba9d-66f1-4474-9144-276f28bc55d7 req-e1c41c88-194e-420d-8fbb-5b893cd68a9d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.713602 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-300eba9d-66f1-4474-9144-276f28bc55d7 req-e1c41c88-194e-420d-8fbb-5b893cd68a9d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.3858442 Aug 10 03:42:37.725791 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network cc5377b0-3199-4b12-99e9-e00114dd096c details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:37.759855 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-300eba9d-66f1-4474-9144-276f28bc55d7 req-69163556-4729-476c-b95e-649132d34cd4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 Aug 10 03:42:37.860721 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-bb3757ce-773b-437c-be00-cbaa2c68cb8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8698745 Aug 10 03:42:37.861025 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 54894) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.867079 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Request body: {'subnet': {'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-512482279-subnet', 'tenant_id': '2ce125c05e8d4cb99302437ab92ffd2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:37.907117 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23fb7d-e75e-43ed-bdac-73b8e8e1bc81 req-ff69c966-8a21-41d2-97f5-8ebee6f5c83e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.908709 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6b23fb7d-e75e-43ed-bdac-73b8e8e1bc81 req-ff69c966-8a21-41d2-97f5-8ebee6f5c83e tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0655460 Aug 10 03:42:37.955084 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6b23fb7d-e75e-43ed-bdac-73b8e8e1bc81 req-44355122-c7c6-4632-8e28-789f7cefadc4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Aug 10 03:42:37.963868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Made reservation on behalf of 2ce125c05e8d4cb99302437ab92ffd2c for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:37.963868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.072828 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9582eca-9c13-4214-a44c-d67279b9e919 req-957872d5-32cb-4499-8dd5-d6d08e6db8d5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.074840 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a9582eca-9c13-4214-a44c-d67279b9e919 req-957872d5-32cb-4499-8dd5-d6d08e6db8d5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Aug 10 03:42:38.152828 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a9582eca-9c13-4214-a44c-d67279b9e919 req-f40c717b-96c9-4c02-ab41-82504b2661b3 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684783 Aug 10 03:42:38.278738 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.292279 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6dc7231-545e-4f46-89b8-acbdfe36788f req-36dd9e31-d8ad-4adb-9c8c-a1860e9e13e0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0298991 Aug 10 03:42:38.328463 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa486f9-d500-4dc5-aab1-69ff034b3690,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.352087 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Checking segment: {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:38.352511 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Network hostable DHCP agents. Network: cc5377b0-3199-4b12-99e9-e00114dd096c, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:38.467443 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Network cc5377b0-3199-4b12-99e9-e00114dd096c is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:38.558521 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, cc5377b0-3199-4b12-99e9-e00114dd096c) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:38.562945 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.563690 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.574176 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925683c3-2a79-444a-87ae-13958011b236 None None] Network cc5377b0-3199-4b12-99e9-e00114dd096c requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:38.698713 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0e354dd7-0152-4bb7-92f7-b442bbc39f0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8361900 Aug 10 03:42:38.700513 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa1ddd-bb5c-4957-bb27-5002296e0cbf None None] Network cc5377b0-3199-4b12-99e9-e00114dd096c requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:38.973724 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1468-8a9f-4a92-b8f5-01b4cb98fae0 req-598bf032-8318-41aa-99c2-0b45a66fae9a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.973724 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-811b1468-8a9f-4a92-b8f5-01b4cb98fae0 req-598bf032-8318-41aa-99c2-0b45a66fae9a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0675294 Aug 10 03:42:39.004083 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-811b1468-8a9f-4a92-b8f5-01b4cb98fae0 req-19d07de9-f5e6-4b7d-aea2-b8253b554596 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Aug 10 03:42:39.127370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b222fd-addc-4a64-9868-84c25268c1a1 req-8748ac61-9d7b-4f0b-b019-05f0364812c3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.128922 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-01b222fd-addc-4a64-9868-84c25268c1a1 req-8748ac61-9d7b-4f0b-b019-05f0364812c3 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0732677 Aug 10 03:42:39.176609 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-01b222fd-addc-4a64-9868-84c25268c1a1 req-c4e2f103-6a07-4e66-a47e-1df10a02fc71 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Aug 10 03:42:39.290534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0152f6-6cd7-4546-9530-ec13e46d070a req-3669b0d2-d510-4691-b0f1-6faea696e6eb tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.290804 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ba0152f6-6cd7-4546-9530-ec13e46d070a req-3669b0d2-d510-4691-b0f1-6faea696e6eb tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0521588 Aug 10 03:42:39.332907 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ba0152f6-6cd7-4546-9530-ec13e46d070a req-0de7bcbd-afec-4577-847e-3df046399e8c tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Aug 10 03:42:39.383996 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c492e3a-0510-445d-948c-cc683b432d51 req-07e5d2bd-8546-4cea-9e2d-a9de3c5205a9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0319130 Aug 10 03:42:40.237352 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c900972-3952-4150-8c6b-abd6ecb25024 req-5df206ae-8c7b-4ff7-b7a4-0ad7cba6b52c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.237352 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4c900972-3952-4150-8c6b-abd6ecb25024 req-5df206ae-8c7b-4ff7-b7a4-0ad7cba6b52c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0611999 Aug 10 03:42:40.237352 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4c900972-3952-4150-8c6b-abd6ecb25024 req-5fac6a13-d81d-4084-87e3-21f504e2072c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Aug 10 03:42:40.309977 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a38-935b-4adf-be40-6a7c5ac34f97 req-0a2ebef0-54bb-4c4c-bd86-b62bc4425222 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.311861 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04c45a38-935b-4adf-be40-6a7c5ac34f97 req-0a2ebef0-54bb-4c4c-bd86-b62bc4425222 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0608099 Aug 10 03:42:40.361431 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-04c45a38-935b-4adf-be40-6a7c5ac34f97 req-b4064728-03d4-4b23-af91-6021fd138b75 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Aug 10 03:42:40.489035 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96b23405-71d3-438a-83cc-7593f9f0a116 req-36935906-9024-43b8-98bc-7b3f8357876f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0350986 Aug 10 03:42:40.502259 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253011b-bf24-468d-bc77-1c9c26e98e0c req-6e0794f9-3976-4408-b615-31a3a2c4e816 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.503962 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d253011b-bf24-468d-bc77-1c9c26e98e0c req-6e0794f9-3976-4408-b615-31a3a2c4e816 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0609825 Aug 10 03:42:40.547324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d253011b-bf24-468d-bc77-1c9c26e98e0c req-43bbdcbb-268f-4f05-8f02-79612b232dac tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Aug 10 03:42:41.315805 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63b7a-4bfd-49de-a9ef-8a4d38acf9dc req-577e89b6-6c88-4076-b59d-7612e8f8c16c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.317390 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4cd63b7a-4bfd-49de-a9ef-8a4d38acf9dc req-577e89b6-6c88-4076-b59d-7612e8f8c16c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0556345 Aug 10 03:42:41.362130 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4cd63b7a-4bfd-49de-a9ef-8a4d38acf9dc req-b67f0a8f-4489-4598-83af-1b3b941e179f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Aug 10 03:42:41.523425 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0ba3-a9bb-485b-a39d-7b7b6a200726 req-706761eb-ad7a-40a0-b670-bb2bd41ed063 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.525142 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a77c0ba3-a9bb-485b-a39d-7b7b6a200726 req-706761eb-ad7a-40a0-b670-bb2bd41ed063 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0520670 Aug 10 03:42:41.577792 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a77c0ba3-a9bb-485b-a39d-7b7b6a200726 req-d1cb1384-8d36-49cc-b9dd-5413c8e9b73b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Aug 10 03:42:41.600390 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f24c299c-3b96-4f41-bbba-8aa1cd8c5caf req-d0ce5e9a-8608-439f-a19f-b5887c6834f0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0328395 Aug 10 03:42:41.693984 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2baf8-16c5-4ccd-9085-d70141fdb159 req-d4ce4b8d-cdca-4369-9449-8aa661b4ef3f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.695643 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9f2baf8-16c5-4ccd-9085-d70141fdb159 req-d4ce4b8d-cdca-4369-9449-8aa661b4ef3f tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0520456 Aug 10 03:42:41.736929 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9f2baf8-16c5-4ccd-9085-d70141fdb159 req-a45db878-dcef-4f0a-b05c-3ea5fd3f93d6 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Aug 10 03:42:42.517631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7382e-fa52-4626-8c1a-82f60cc6662e req-48680663-d574-4ca5-b24a-4e6e60b66bcd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.519417 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4df7382e-fa52-4626-8c1a-82f60cc6662e req-48680663-d574-4ca5-b24a-4e6e60b66bcd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0680554 Aug 10 03:42:42.558732 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4df7382e-fa52-4626-8c1a-82f60cc6662e req-4009ea71-a625-4d20-a870-01438387d9f4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Aug 10 03:42:42.724526 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e2bf0-bda3-4e58-9599-f71d58da08d4 req-b3619600-ff22-4d7f-8793-037a39bca146 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.725938 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-481e2bf0-bda3-4e58-9599-f71d58da08d4 req-b3619600-ff22-4d7f-8793-037a39bca146 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0481086 Aug 10 03:42:42.768513 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-481e2bf0-bda3-4e58-9599-f71d58da08d4 req-db9f0443-8a14-41d8-8557-7db73b5c6fc0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Aug 10 03:42:42.850425 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-261ec126-7653-4f97-bee1-58d4470aaa2b req-fd08eee9-618c-4759-a443-052df07453a9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0262032 Aug 10 03:42:42.969403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4d3f0-b831-481c-9ff1-6abe72b4fb77 req-62d6e64b-990e-4396-ae95-90bebb038eb5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.970910 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-98c4d3f0-b831-481c-9ff1-6abe72b4fb77 req-62d6e64b-990e-4396-ae95-90bebb038eb5 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Aug 10 03:42:43.012808 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-98c4d3f0-b831-481c-9ff1-6abe72b4fb77 req-9c6ce504-d375-4dde-b9bc-024f3d9b925e tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354505 Aug 10 03:42:43.455783 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-0f8e7bed-e436-4d9b-844d-af9d78481f1e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.460743 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-0f8e7bed-e436-4d9b-844d-af9d78481f1e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/networks?id=cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 200 len: 813 time: 0.1137602 Aug 10 03:42:43.473159 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-34d73e22-e5ab-4c98-8e99-344d57417032 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/quotas/2ce125c05e8d4cb99302437ab92ffd2c HTTP/1.1" status: 200 len: 375 time: 0.0100346 Aug 10 03:42:43.506505 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-193eb275-11d2-463d-a9b2-f16419200eed tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267699 Aug 10 03:42:43.605323 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-09502849-9869-4c2d-8bc9-de5da243dab0 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901823 Aug 10 03:42:43.713581 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c9a47-c4cd-46a5-b774-e1c2bf37c5c0 req-ea86ec71-d235-4ac9-b375-83e79776d75c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.723722 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-174c9a47-c4cd-46a5-b774-e1c2bf37c5c0 req-ea86ec71-d235-4ac9-b375-83e79776d75c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0726359 Aug 10 03:42:43.726809 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-e67f4fa4-9f3c-48fd-b13d-28f2db417eb7 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123490 Aug 10 03:42:43.784681 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-174c9a47-c4cd-46a5-b774-e1c2bf37c5c0 req-79b7696e-ee4e-47aa-995b-b23e922755a5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Aug 10 03:42:43.912355 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a86ced-656b-4849-9209-4edcee529264 req-268fdcf4-0a81-4255-bd81-d54352c97fbb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.922352 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a3a86ced-656b-4849-9209-4edcee529264 req-268fdcf4-0a81-4255-bd81-d54352c97fbb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0518389 Aug 10 03:42:43.982655 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a3a86ced-656b-4849-9209-4edcee529264 req-a034cb69-addd-469c-8fc4-a7db2edb6ed1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598595 Aug 10 03:42:44.027059 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e823ef82-f9e3-4613-8057-f2f2d7625f3b req-2afbf6c8-2719-41ca-affa-c1933412355d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0448973 Aug 10 03:42:44.076297 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d2bdff56-07e4-46dc-852e-14a2bd1c7b09 req-21978fc5-ea83-44d3-b2d3-b482955c3432 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0404642 Aug 10 03:42:44.168995 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebb5e3-c4c6-46c2-b80e-9909c9f387f4 req-9a4f4046-8248-4658-8db1-862046ecc362 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.170998 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0eebb5e3-c4c6-46c2-b80e-9909c9f387f4 req-9a4f4046-8248-4658-8db1-862046ecc362 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0609853 Aug 10 03:42:44.209020 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0eebb5e3-c4c6-46c2-b80e-9909c9f387f4 req-66d3b336-b800-413f-a3ff-6bded75a52f9 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Aug 10 03:42:44.908064 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2208-20c2-4d14-939d-e8c9dd587b63 req-ea0d9ff4-89f2-46b0-86b3-f3d4e59f7d6f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.909597 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cf7c2208-20c2-4d14-939d-e8c9dd587b63 req-ea0d9ff4-89f2-46b0-86b3-f3d4e59f7d6f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0492857 Aug 10 03:42:44.947865 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cf7c2208-20c2-4d14-939d-e8c9dd587b63 req-aec0ca18-8f8e-441c-ab61-7cff123f6ad6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Aug 10 03:42:45.110231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54bf59-9269-4df2-9438-28bf21a9731a req-361cd7ae-0f78-4e1b-ac53-a2c058320e7c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.111809 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3b54bf59-9269-4df2-9438-28bf21a9731a req-361cd7ae-0f78-4e1b-ac53-a2c058320e7c tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0529680 Aug 10 03:42:45.121639 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1bc3cf91-c322-4c32-87af-42c2ab8ca29e req-52515f8e-38d4-4ddd-8fb4-e6e4f9a4c5a3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0263367 Aug 10 03:42:45.160265 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3b54bf59-9269-4df2-9438-28bf21a9731a req-bf1edd00-2809-404b-9336-5751d2558db5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Aug 10 03:42:45.189729 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a13b44bb-e24b-46bd-a1bf-b814d689bbf4 req-e5f1b37e-f899-4d2b-8590-7df8ab96b106 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0254455 Aug 10 03:42:45.325754 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23beb5-73f0-4e8e-b04b-c798689e27d0 req-1e97a36f-2ba4-48bb-9ed7-654f8853a009 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.327360 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff23beb5-73f0-4e8e-b04b-c798689e27d0 req-1e97a36f-2ba4-48bb-9ed7-654f8853a009 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Aug 10 03:42:45.369448 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ff23beb5-73f0-4e8e-b04b-c798689e27d0 req-3ef1cd8f-6a9b-4df3-9f16-57a1063485f7 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354807 Aug 10 03:42:46.074955 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec16f3b-d335-42ed-8624-0fc8beaa976f req-d6911713-da4d-4d80-a695-b8ec1bb88f80 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.076774 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aec16f3b-d335-42ed-8624-0fc8beaa976f req-d6911713-da4d-4d80-a695-b8ec1bb88f80 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0533800 Aug 10 03:42:46.223478 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-587efefd-15bc-43bc-892b-15f2e44acad6 req-745a8d88-b0cb-4b92-a20c-6e0243eebef7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0274999 Aug 10 03:42:46.320752 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aec16f3b-d335-42ed-8624-0fc8beaa976f req-b3870e36-ca56-400e-a287-2bab7f12a66e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378716 Aug 10 03:42:46.375457 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262200-db5d-4fa9-9a83-21b4d38e24f5 req-279ed97f-aef1-44d6-866e-95b7fab77550 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.377087 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ae262200-db5d-4fa9-9a83-21b4d38e24f5 req-279ed97f-aef1-44d6-866e-95b7fab77550 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0747073 Aug 10 03:42:46.403080 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0a8f57b0-92b4-4dc0-a1a2-5f99165cb1a5 req-ab32e547-2081-44e4-a2ad-6cd86e44a2f7 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0265450 Aug 10 03:42:46.414136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-7cad3b2e-8f40-4f37-84c3-4a75065ef2e5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.415583 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-7cad3b2e-8f40-4f37-84c3-4a75065ef2e5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 809 time: 0.1639605 Aug 10 03:42:46.434042 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ae262200-db5d-4fa9-9a83-21b4d38e24f5 req-0c6d0053-61ab-4cdc-93a5-40cdd38ce92a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484443 Aug 10 03:42:46.513834 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fe630-b349-4189-9d78-dbbb800ca301 req-9e643873-1832-4d8e-8119-0351490c5b05 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.519703 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a09fe630-b349-4189-9d78-dbbb800ca301 req-9e643873-1832-4d8e-8119-0351490c5b05 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Aug 10 03:42:46.534929 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-7460c7e7-38a7-4569-a399-3598afeb5d96 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9 HTTP/1.1" status: 200 len: 377 time: 0.0407484 Aug 10 03:42:46.545610 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'port': {'device_id': '43a89090-7d79-496b-878d-213d6f48b970', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'admin_state_up': True, 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'security_groups': ['6808d03f-7a85-47f9-9781-5fc98748474e']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:46.565253 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a09fe630-b349-4189-9d78-dbbb800ca301 req-ec6453ba-677e-47ba-ace8-8720dd1f2193 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Aug 10 03:42:46.745798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Made reservation on behalf of 77aab94ffcab4a8b9ad529c5a5454ae9 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:46.745798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.884851 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-65bffbe2-c197-4d7b-ba0e-aff607eac671 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.886316 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-65bffbe2-c197-4d7b-ba0e-aff607eac671 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0945158 Aug 10 03:42:46.887346 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Allocated IP 172.20.0.8 (0559be58-84b2-4cd0-a186-679ac0aab251/a44a4b1e-6754-4c71-931e-57b7d8b8f2f6/6f883b5b-35b9-44d5-8f3d-ba0bf7b04925) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:47.073485 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Deleting port 10d027a5-7309-4d2a-a189-a95629488e03 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:47.073883 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.151440 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.218626 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Transition to ACTIVE for port object 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:47.272112 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] For port 10d027a5-7309-4d2a-a189-a95629488e03, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10d027a5-7309-4d2a-a189-a95629488e03,segment=NetworkSegment(5f141549-2499-4d06-9c2b-b078cd319d4c),segment_id=5f141549-2499-4d06-9c2b-b078cd319d4c)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:47.272795 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.310864 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Calling delete_port for 10d027a5-7309-4d2a-a189-a95629488e03 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:47.337423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-756f9343-0459-427f-8454-6f2fae1e4bfb tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.338871 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-756f9343-0459-427f-8454-6f2fae1e4bfb tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "GET /v2.0/networks?id=cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 200 len: 813 time: 0.2102754 Aug 10 03:42:47.361584 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e9ab3f4e-c5fb-43e3-97d9-7f943cdf2b75 req-f3fed1d2-f1c4-428e-a50f-6edcb9bab193 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0545256 Aug 10 03:42:47.366741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Request body: {'port': {'device_id': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c', 'admin_state_up': True, 'tenant_id': '2ce125c05e8d4cb99302437ab92ffd2c'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.443150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.453288 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa52f9-8433-4595-8985-80ff55e71353 req-68480adf-ebe8-4bc9-bcc6-3bb8e74551f1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.455958 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8eaa52f9-8433-4595-8985-80ff55e71353 req-68480adf-ebe8-4bc9-bcc6-3bb8e74551f1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Aug 10 03:42:47.501829 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8eaa52f9-8433-4595-8985-80ff55e71353 req-14ac9e54-eefa-4f0c-800a-3bfa5593b05d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Aug 10 03:42:47.558517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Network 0559be58-84b2-4cd0-a186-679ac0aab251 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:47.561494 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5fd39e6d-e0a1-4641-903e-bbe8f3ed65eb req-76993998-493a-44cb-90f7-03a6d45ae5a9 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0692279 Aug 10 03:42:47.573916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:47.581786 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:47.584427 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.658101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.658734 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.706917 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd082569-40f2-44bb-981c-134539a1b4e3 req-1a9684a1-fe5f-44ee-8c1f-83fe54f38e89 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.708498 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd082569-40f2-44bb-981c-134539a1b4e3 req-1a9684a1-fe5f-44ee-8c1f-83fe54f38e89 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 945 time: 0.0725198 Aug 10 03:42:47.755718 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd082569-40f2-44bb-981c-134539a1b4e3 req-15ec57d3-f262-434f-b706-6ff7929a3405 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/security-groups?id=82908271-640c-4cd0-b8e8-5e76e65877d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Aug 10 03:42:47.804582 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Made reservation on behalf of 2ce125c05e8d4cb99302437ab92ffd2c for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:47.808074 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.863864 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.877201 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-8eb06d1b-af64-4f14-8046-40da0e527372 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359067 Aug 10 03:42:47.911190 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Request body: {'port': {'device_id': '43a89090-7d79-496b-878d-213d6f48b970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.918525 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Pushing event deleted for resources: {'Port': ['ID=10d027a5-7309-4d2a-a189-a95629488e03,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.920891 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['10d027a5-7309-4d2a-a189-a95629488e03'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:47.943159 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-853b8da7-6911-4354-8a58-6a853713caae None None] Provisioning for port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:47.948559 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-853b8da7-6911-4354-8a58-6a853713caae None None] Provisioning complete for port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:47.949099 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-853b8da7-6911-4354-8a58-6a853713caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.988459 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-853b8da7-6911-4354-8a58-6a853713caae None None] Port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:48.012377 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] No DVR routers for this DVR port 10d027a5-7309-4d2a-a189-a95629488e03 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:48.017898 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.019906 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.63 "DELETE /v2.0/ports/10d027a5-7309-4d2a-a189-a95629488e03 HTTP/1.1" status: 204 len: 173 time: 1.1232061 Aug 10 03:42:48.022288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'name': 'network-vif-deleted', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:48.024494 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be94109-b9e2-45cf-84f9-adb16530682b" -d '{"events": [{"server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "name": "network-vif-deleted", "tag": "10d027a5-7309-4d2a-a189-a95629488e03"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:48.063708 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b16387-5af7-49bd-aa39-a24032475aa0 x-openstack-request-id: req-f7b16387-5af7-49bd-aa39-a24032475aa0 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:48.069877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a912ff3-ac1a-4d82-971a-be7ebb16c176", "name": "network-vif-deleted", "tag": "10d027a5-7309-4d2a-a189-a95629488e03", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:48.069877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7b16387-5af7-49bd-aa39-a24032475aa0 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:48.069877 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a912ff3-ac1a-4d82-971a-be7ebb16c176', 'name': 'network-vif-deleted', 'tag': '10d027a5-7309-4d2a-a189-a95629488e03', 'status': 'completed', 'code': 200} Aug 10 03:42:48.069877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.070505 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Allocated IP 172.20.0.7 (cc5377b0-3199-4b12-99e9-e00114dd096c/eaa486f9-d500-4dc5-aab1-69ff034b3690/096af4bc-acc2-42b7-8512-7a1b982bef27) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:48.374513 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.507115 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:48.517178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.538587 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ab4f-ccac-46f9-9645-364c79fe0695 req-b555eb3a-da2d-45d5-a12b-8d9fcc96809a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.540679 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3730ab4f-ccac-46f9-9645-364c79fe0695 req-b555eb3a-da2d-45d5-a12b-8d9fcc96809a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 931 time: 0.1001236 Aug 10 03:42:48.543077 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Transition to ACTIVE for port object 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:48.568159 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.623750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Network cc5377b0-3199-4b12-99e9-e00114dd096c is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:48.626940 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3730ab4f-ccac-46f9-9645-364c79fe0695 req-83df4ba5-47f9-4f0f-bfe7-e8348a1019f5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0773928 Aug 10 03:42:48.630660 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13d564-f349-4716-8321-af23d7721031 req-f7fcee8c-903c-4f23-8ec6-baae2b39aa51 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.632438 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1e13d564-f349-4716-8321-af23d7721031 req-f7fcee8c-903c-4f23-8ec6-baae2b39aa51 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0525265 Aug 10 03:42:48.634495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:48.639874 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:48.643144 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Pushing event updated for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.680341 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1e13d564-f349-4716-8321-af23d7721031 req-60c0bb73-b406-4a32-bac2-e253ed93d08d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364981 Aug 10 03:42:48.682434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.737709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.738370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.796311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.857061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1fdff-4d9a-415e-b72b-2bf8020dfdb9 req-45379dd6-c514-4e14-941f-90e8c33dd1bd tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.858612 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0df1fdff-4d9a-415e-b72b-2bf8020dfdb9 req-45379dd6-c514-4e14-941f-90e8c33dd1bd tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 931 time: 0.1443958 Aug 10 03:42:48.900605 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8d205fbc-d471-4b99-a92d-d2d55bcede33 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5405443 Aug 10 03:42:48.917074 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Attempting to bind port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:48.917393 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Attempting to bind port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:48.917837 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Attempting to bind port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 on network 0559be58-84b2-4cd0-a186-679ac0aab251 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:48.928583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Request body: {'port': {'device_id': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:48.929880 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16efabf9-dafe-4d06-ad44-87ae259b5d7f req-ee380fe0-c4a2-438a-a423-5e36e9bd5f02 tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a912ff3-ac1a-4d82-971a-be7ebb16c176 HTTP/1.1" status: 200 len: 210 time: 0.0394306 Aug 10 03:42:48.953908 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0df1fdff-4d9a-415e-b72b-2bf8020dfdb9 req-89439951-db77-44b6-bccb-795a2630da03 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887516 Aug 10 03:42:48.956478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 on network 0559be58-84b2-4cd0-a186-679ac0aab251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:48.956746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Attempting to bind port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 on network 0559be58-84b2-4cd0-a186-679ac0aab251 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:48.965210 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:48.965544 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Checking segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:48.965936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Bound using segment: {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:48.966390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Bound port: 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:48.966743 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.038681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.102785 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:49.129905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:49.250446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.300007 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.300662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.302253 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] 10.222.0.63 "PUT /v2.0/ports/6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 1093 time: 1.4034834 Aug 10 03:42:49.331095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c00ca-f697-4529-9aa3-80f712d3d02f service neutron] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.415867 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096af4bc-acc2-42b7-8512-7a1b982bef27 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:49.425683 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.438752 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Transition to ACTIVE for port object 096af4bc-acc2-42b7-8512-7a1b982bef27 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:49.505308 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-ef825a73-2631-4d1e-b3cd-abb9df511663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.506747 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-ef825a73-2631-4d1e-b3cd-abb9df511663 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1096 time: 0.0416706 Aug 10 03:42:49.564129 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.566946 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-ea8f46fd-2593-46df-a8f3-23f9faee8d8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Aug 10 03:42:49.651415 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.662764 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-2da726c4-a34e-4bce-bd49-9c893345501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.664403 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-2da726c4-a34e-4bce-bd49-9c893345501c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0704710 Aug 10 03:42:49.814751 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902df4b-8754-4d03-b206-5b66116583ad req-47ff5069-6936-4811-befb-ac27ca15e089 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.816321 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5902df4b-8754-4d03-b206-5b66116583ad req-47ff5069-6936-4811-befb-ac27ca15e089 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0557568 Aug 10 03:42:49.863082 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5902df4b-8754-4d03-b206-5b66116583ad req-15644a2a-0e8b-4518-afa4-a1c4cb8b0118 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 Aug 10 03:42:49.996864 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55092) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.029515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-c70f4a47-67fb-43f4-9baf-f40f702340fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.031187 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-c70f4a47-67fb-43f4-9baf-f40f702340fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3525488 Aug 10 03:42:50.033217 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Attempting to bind port 096af4bc-acc2-42b7-8512-7a1b982bef27 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:50.033546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Attempting to bind port 096af4bc-acc2-42b7-8512-7a1b982bef27 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:50.034233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Attempting to bind port 096af4bc-acc2-42b7-8512-7a1b982bef27 on network cc5377b0-3199-4b12-99e9-e00114dd096c {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:50.042836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Deleting subnet a8ba41af-8934-4342-acd9-0e34f5ca11d9 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:50.047100 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.049819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Port 096af4bc-acc2-42b7-8512-7a1b982bef27 on network cc5377b0-3199-4b12-99e9-e00114dd096c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:50.050148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Attempting to bind port 096af4bc-acc2-42b7-8512-7a1b982bef27 on network cc5377b0-3199-4b12-99e9-e00114dd096c {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:50.058858 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d9d35-aeea-41a4-8ccd-ef406e1bf976 req-9d155558-7450-401b-9a10-ed59ea1b602a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.061010 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b7d9d35-aeea-41a4-8ccd-ef406e1bf976 req-9d155558-7450-401b-9a10-ed59ea1b602a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1065519 Aug 10 03:42:50.073760 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:50.076012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f" -d '{"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:50.103586 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:50.103933 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Checking segment: {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:50.104447 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Bound using segment: {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:50.104791 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Bound port: 096af4bc-acc2-42b7-8512-7a1b982bef27, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:50.105279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.113265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.154403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5357463-6768-4db4-9b51-c4a3075c7f1d req-faca481b-c4c1-4871-b4ee-47c98c3797ce tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.155922 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e5357463-6768-4db4-9b51-c4a3075c7f1d req-faca481b-c4c1-4871-b4ee-47c98c3797ce tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 943 time: 0.1068566 Aug 10 03:42:50.186570 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.207273 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b7d9d35-aeea-41a4-8ccd-ef406e1bf976 req-d33736f0-fb35-435a-8ee8-ea86139b393d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1049423 Aug 10 03:42:50.227638 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e5357463-6768-4db4-9b51-c4a3075c7f1d req-5c3e3cf3-e278-43a1-aef7-c0a799b9134a tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645967 Aug 10 03:42:50.246069 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:50.249898 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-46952f6d-2b49-4d7f-9097-cbb7f14dc80a service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092121 Aug 10 03:42:50.278337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=096af4bc-acc2-42b7-8512-7a1b982bef27,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:50.318236 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a70b7-8f2a-4469-a357-c88c0c7eb998 x-openstack-request-id: req-7f0a70b7-8f2a-4469-a357-c88c0c7eb998 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:50.318646 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:50.318889 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f0a70b7-8f2a-4469-a357-c88c0c7eb998 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:50.319429 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'status': 'completed', 'code': 200} Aug 10 03:42:50.363166 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d2808535-1a74-45b5-8778-3e7c680163f5 req-595dceda-29b3-47bb-b0d2-c26b521f3148 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043870 Aug 10 03:42:50.410539 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.444610 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.446309 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.447003 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.448445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] 10.222.0.63 "PUT /v2.0/ports/096af4bc-acc2-42b7-8512-7a1b982bef27 HTTP/1.1" status: 200 len: 1093 time: 1.5264969 Aug 10 03:42:50.470918 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ba41af-8934-4342-acd9-0e34f5ca11d9,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.474487 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.477094 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584398a3-8b3a-4d5b-8d29-1c0427b6ded0 service neutron] Pushing event updated for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.478984 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b327b93d-e381-400e-bea2-996f1f35bfac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8ba41af-8934-4342-acd9-0e34f5ca11d9 HTTP/1.1" status: 204 len: 168 time: 0.4804201 Aug 10 03:42:50.479595 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55108) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.548554 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 10d027a5-7309-4d2a-a189-a95629488e03 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:50.561498 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.569546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 10d027a5-7309-4d2a-a189-a95629488e03 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:50.574958 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 10d027a5-7309-4d2a-a189-a95629488e03 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:50.596517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-061197c8-3f74-488d-8185-f95863ce8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.598105 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-061197c8-3f74-488d-8185-f95863ce8fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1096 time: 0.0457318 Aug 10 03:42:50.670018 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.686602 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05518596-49b6-4e96-8053-0b4e84949d5e']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.702929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f141549-2499-4d06-9c2b-b078cd319d4c') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.703411 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f141549-2499-4d06-9c2b-b078cd319d4c') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.720622 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.743234 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.754486 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:50.758256 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.785825 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-7320e9c3-dba9-41c0-80d5-0a2eb00aedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.787776 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-7320e9c3-dba9-41c0-80d5-0a2eb00aedf5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 1096 time: 0.1670959 Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:50.817934 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:50.864640 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-943ae4ee-e54d-4ac4-be5b-1b84f10f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.866219 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-943ae4ee-e54d-4ac4-be5b-1b84f10f853e service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.2585330 Aug 10 03:42:50.867787 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-1a8eb842-3244-4112-93ff-dde2ae45f0bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096af4bc-acc2-42b7-8512-7a1b982bef27 HTTP/1.1" status: 200 len: 217 time: 0.0527365 Aug 10 03:42:50.935751 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.941540 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.946438 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] 10.222.0.21 "DELETE /v2.0/networks/05518596-49b6-4e96-8053-0b4e84949d5e HTTP/1.1" status: 204 len: 168 time: 0.4629667 Aug 10 03:42:50.950745 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-969de1ef-715e-4c4e-9e7b-6b30467bc1c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 217 time: 0.0710545 Aug 10 03:42:50.956929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b04e9-7d18-455a-ad7d-f81d376d2ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=05518596-49b6-4e96-8053-0b4e84949d5e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.025724 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8a222f04-26d2-4116-8f4a-8545c714230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.027207 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8a222f04-26d2-4116-8f4a-8545c714230a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eaa486f9-d500-4dc5-aab1-69ff034b3690 HTTP/1.1" status: 200 len: 853 time: 0.1416950 Aug 10 03:42:51.077812 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075e71-c4d0-44c1-b1d4-bce899ff027b req-39794b62-16b3-49b5-9265-951c116b8987 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.079422 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-59075e71-c4d0-44c1-b1d4-bce899ff027b req-39794b62-16b3-49b5-9265-951c116b8987 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.1329458 Aug 10 03:42:51.083690 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-f967dbac-17b5-4312-8fa2-154da5191807 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc5377b0-3199-4b12-99e9-e00114dd096c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418692 Aug 10 03:42:51.085466 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-05f83ff5-d28b-4de0-96be-9cce45d15743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.086810 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-05f83ff5-d28b-4de0-96be-9cce45d15743 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.1064372 Aug 10 03:42:51.203555 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-59075e71-c4d0-44c1-b1d4-bce899ff027b req-4b8d37d6-afdd-48d2-8197-8614243a02c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130540 Aug 10 03:42:51.228222 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-67b5128c-b9b8-4e67-aee7-b85ecccb370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.229876 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-67b5128c-b9b8-4e67-aee7-b85ecccb370c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236148 Aug 10 03:42:51.248181 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-a1b5f68d-6bb5-4d62-8e3d-59e9e8ea2f34 service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409812 Aug 10 03:42:51.340805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49266b-d382-43ec-be4d-bfd68cd68a4f req-ea840780-159e-462b-89eb-4dce9d0d32b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.340805 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8e49266b-d382-43ec-be4d-bfd68cd68a4f req-ea840780-159e-462b-89eb-4dce9d0d32b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0534704 Aug 10 03:42:51.380072 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8e49266b-d382-43ec-be4d-bfd68cd68a4f req-6b361367-9baf-4ca0-8261-548c22c83a67 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361881 Aug 10 03:42:51.413875 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55126) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.448124 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c0e8298-8cce-429f-a155-e3dd9f02d562 req-8f22b4c9-d2f0-4f23-8037-c67b29eb991e service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911461 Aug 10 03:42:51.453359 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d43eb4ad-6727-4982-92f2-f6fa7c34aaa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0218bd23bab4457abfb072f168e61af6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383492 Aug 10 03:42:51.456016 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55128) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.459952 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6519f-365d-474e-ad26-2f771faf8e9e req-f7c3068f-4ac7-47d1-a14c-e2dea6e1313f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.461794 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ea6519f-365d-474e-ad26-2f771faf8e9e req-f7c3068f-4ac7-47d1-a14c-e2dea6e1313f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 943 time: 0.1188133 Aug 10 03:42:51.464133 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-24e4a619-4d77-4d97-92cd-26dee227d56a service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085931 Aug 10 03:42:51.515325 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.540258 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.556407 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1ea6519f-365d-474e-ad26-2f771faf8e9e req-0845f0ea-d588-4458-ae11-08f455880d81 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866697 Aug 10 03:42:51.587649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f114983-3415-4d7f-bbc5-cdb4e9bf607f req-e6bf0342-9bda-4cec-b470-74f82ea440a5 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115997 Aug 10 03:42:51.695125 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.697763 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.698968 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82908271-640c-4cd0-b8e8-5e76e65877d4 HTTP/1.1" status: 204 len: 168 time: 0.2389615 Aug 10 03:42:51.706948 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52a7b8-24af-40b5-a453-1c684bd561c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82908271-640c-4cd0-b8e8-5e76e65877d4,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.321085 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:52.323642 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7758066-0c09-40d3-8a0a-02556164150f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:52.330350 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b6d0d-c483-40b1-a128-4e3aa6baf925 req-f89611d7-9500-44be-aa7a-a4ab2e4cfb88 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.331913 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e03b6d0d-c483-40b1-a128-4e3aa6baf925 req-f89611d7-9500-44be-aa7a-a4ab2e4cfb88 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 943 time: 0.0511880 Aug 10 03:42:52.381788 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797a0f1-58a9-4865-b964-1130972f38f5 x-openstack-request-id: req-6797a0f1-58a9-4865-b964-1130972f38f5 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:52.382312 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:52.382726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6797a0f1-58a9-4865-b964-1130972f38f5 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:52.383136 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27', 'status': 'completed', 'code': 200} Aug 10 03:42:52.394484 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e03b6d0d-c483-40b1-a128-4e3aa6baf925 req-4dab0ae2-bc04-4205-b059-1d9700dee16c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552037 Aug 10 03:42:52.509679 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758066-0c09-40d3-8a0a-02556164150f req-cc9cba2b-9908-4e62-bed6-0d07a730d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.511636 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-cc9cba2b-9908-4e62-bed6-0d07a730d6ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 1096 time: 0.0710921 Aug 10 03:42:52.535264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796627c-3a3a-4f8e-9f29-2927435e3512 req-bb5f04af-b256-470b-9a34-ea51c17385cb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.536782 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f796627c-3a3a-4f8e-9f29-2927435e3512 req-bb5f04af-b256-470b-9a34-ea51c17385cb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0729413 Aug 10 03:42:52.550354 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:52.624621 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f796627c-3a3a-4f8e-9f29-2927435e3512 req-b7f775c4-2e8d-4b88-a796-a33150b6fc63 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0775046 Aug 10 03:42:52.671497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.690370 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758066-0c09-40d3-8a0a-02556164150f req-4fa8485a-e947-40bd-9985-42020c43db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.690370 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-4fa8485a-e947-40bd-9985-42020c43db28 service neutron] 10.222.0.63 "GET /v2.0/networks?id=cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 200 len: 914 time: 0.1655400 Aug 10 03:42:52.690794 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'mac_address': 'fa:16:3e:01:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:52.708836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a2708-7d68-43f7-978f-e4e6d2eacb59 req-9b587b33-0ba9-4c3a-9093-050c160c99f7 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.710534 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-833a2708-7d68-43f7-978f-e4e6d2eacb59 req-9b587b33-0ba9-4c3a-9093-050c160c99f7 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 943 time: 0.0701091 Aug 10 03:42:52.744668 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.761409 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:52.764245 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-fb252ed9-4a03-4ece-bf79-49688bc91d0d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096af4bc-acc2-42b7-8512-7a1b982bef27 HTTP/1.1" status: 200 len: 217 time: 0.0655067 Aug 10 03:42:52.765776 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-833a2708-7d68-43f7-978f-e4e6d2eacb59 req-60274e39-9a67-416c-a8b9-38172a8e520b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Aug 10 03:42:52.785719 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.818561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758066-0c09-40d3-8a0a-02556164150f req-e7a273c6-8713-4b90-b1a4-8987bdb98fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.820087 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-e7a273c6-8713-4b90-b1a4-8987bdb98fbc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eaa486f9-d500-4dc5-aab1-69ff034b3690 HTTP/1.1" status: 200 len: 853 time: 0.0492122 Aug 10 03:42:52.851606 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-77605027-1ed5-4a2e-b7dd-931f31a1397d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc5377b0-3199-4b12-99e9-e00114dd096c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239437 Aug 10 03:42:52.941001 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.957602 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-b0d5d4f5-8496-455a-a311-180825a5ea8e service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914805 Aug 10 03:42:53.007070 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=9']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.037934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:53.052012 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e7758066-0c09-40d3-8a0a-02556164150f req-18f0857f-3004-4b9b-ac27-d3465e0e2c99 service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950375 Aug 10 03:42:53.187245 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.284381 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['54a387d8-dbe0-4a78-bbba-58f771dd4478'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:53.627445 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3117759-fd4b-4e85-abfc-f7f68eeab54a req-9f373d9f-96cf-47ed-a5e0-0faffb40d03c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.628963 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f3117759-fd4b-4e85-abfc-f7f68eeab54a req-9f373d9f-96cf-47ed-a5e0-0faffb40d03c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.0500722 Aug 10 03:42:53.666956 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f3117759-fd4b-4e85-abfc-f7f68eeab54a req-ec0c8e4f-408d-445b-89b5-a2fbba37a593 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Aug 10 03:42:53.774947 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947f12-247f-4440-a4a3-bdb1013e72ca req-9ee89557-d325-4224-9df0-f9a5d37edd83 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.776458 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-27947f12-247f-4440-a4a3-bdb1013e72ca req-9ee89557-d325-4224-9df0-f9a5d37edd83 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0484550 Aug 10 03:42:53.813997 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-27947f12-247f-4440-a4a3-bdb1013e72ca req-2034b98b-19ea-4f23-be82-7c2213f49d4b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Aug 10 03:42:53.916043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ebb4b-fcfe-4af8-a004-2d3d439d3914 req-ae839fbb-ce5b-4f61-840b-243a33094c3b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.918789 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e27ebb4b-fcfe-4af8-a004-2d3d439d3914 req-ae839fbb-ce5b-4f61-840b-243a33094c3b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0518534 Aug 10 03:42:53.960427 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e27ebb4b-fcfe-4af8-a004-2d3d439d3914 req-25757ce8-7a35-43a5-aaae-01df8fcf7d61 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362313 Aug 10 03:42:54.080582 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb274ae2-b392-4f26-a496-b5c268c56352 req-77308251-b336-4dbf-9f16-0ebfeb60d03b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.082076 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bb274ae2-b392-4f26-a496-b5c268c56352 req-77308251-b336-4dbf-9f16-0ebfeb60d03b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 943 time: 0.0626156 Aug 10 03:42:54.134330 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bb274ae2-b392-4f26-a496-b5c268c56352 req-464f864e-88fd-4b73-8896-e1512903027f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Aug 10 03:42:54.567142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 096af4bc-acc2-42b7-8512-7a1b982bef27 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:54.576943 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:54.683401 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 54a387d8-dbe0-4a78-bbba-58f771dd4478 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:54.683779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.722002 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=096af4bc-acc2-42b7-8512-7a1b982bef27,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:54.739849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '096af4bc-acc2-42b7-8512-7a1b982bef27', 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c', 'port_id': '096af4bc-acc2-42b7-8512-7a1b982bef27', 'mac_address': 'fa:16:3e:6a:c4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa486f9-d500-4dc5-aab1-69ff034b3690', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:54.789758 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a169f-4dd5-44e6-8898-aaff6120c5dd req-678f35af-c5cc-4da6-8249-22584c5a2afb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.791293 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd0a169f-4dd5-44e6-8898-aaff6120c5dd req-678f35af-c5cc-4da6-8249-22584c5a2afb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 944 time: 0.0484068 Aug 10 03:42:54.831042 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd0a169f-4dd5-44e6-8898-aaff6120c5dd req-f26b9a01-b70b-43ba-8687-aaba819e6937 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332866 Aug 10 03:42:54.929353 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.933539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.940577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904b1a4-0aa7-44e8-b531-210d3d05fdde req-2153b07f-66ce-4f9f-a610-e77ab948a7b1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.942089 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d904b1a4-0aa7-44e8-b531-210d3d05fdde req-2153b07f-66ce-4f9f-a610-e77ab948a7b1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Aug 10 03:42:54.951900 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096af4bc-acc2-42b7-8512-7a1b982bef27 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:54.973661 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:54.975900 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf884d25-882e-4ede-8ff0-d9d2e69c8f8e" -d '{"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:54.982310 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d904b1a4-0aa7-44e8-b531-210d3d05fdde req-18557855-e9f7-4950-b287-167f0ea80448 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341704 Aug 10 03:42:54.993337 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=096af4bc-acc2-42b7-8512-7a1b982bef27,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:54.997603 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:55.031974 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a41a50-27fd-40d7-8d98-fed6938fb3c1 x-openstack-request-id: req-57a41a50-27fd-40d7-8d98-fed6938fb3c1 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:55.032297 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-plugged", "status": "completed", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:55.032558 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57a41a50-27fd-40d7-8d98-fed6938fb3c1 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:55.032956 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'code': 200} Aug 10 03:42:55.072617 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.076737 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.079805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b16edb-2511-44fd-b732-c682d2620317 req-3711e12c-c638-4231-812a-e3d71c3454c7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.081582 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c7b16edb-2511-44fd-b732-c682d2620317 req-3711e12c-c638-4231-812a-e3d71c3454c7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0509689 Aug 10 03:42:55.132781 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=10']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.134110 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c7b16edb-2511-44fd-b732-c682d2620317 req-5655ff93-155c-4b82-afe0-64c415d98ee6 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411448 Aug 10 03:42:55.183152 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.267666 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f66f-9deb-43f6-9932-ee2974305efc req-186d2a85-f07f-4205-be57-a7cbdc727b13 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.269211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4bb7f66f-9deb-43f6-9932-ee2974305efc req-186d2a85-f07f-4205-be57-a7cbdc727b13 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 944 time: 0.0547469 Aug 10 03:42:55.307176 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4bb7f66f-9deb-43f6-9932-ee2974305efc req-fb73ef83-bfc4-48e4-bfe3-6bb1ae6bedeb tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 10 03:42:55.498142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['096af4bc-acc2-42b7-8512-7a1b982bef27'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:55.815830 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5be77-fb4e-4c5d-a6d8-64e786fdd84b req-ab3d098c-e357-46d0-8158-b6fe265845e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.817358 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72f5be77-fb4e-4c5d-a6d8-64e786fdd84b req-ab3d098c-e357-46d0-8158-b6fe265845e8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1099 time: 0.0411413 Aug 10 03:42:55.858332 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-72f5be77-fb4e-4c5d-a6d8-64e786fdd84b req-6cc0f86f-2b1e-464c-84da-36e9cbd81d90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269921 Aug 10 03:42:55.951973 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6527-c3da-44e3-a58a-009a5436f79c req-3c0679d6-c1ea-4efb-8471-d5d66c1944e7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.975173 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b5d6527-c3da-44e3-a58a-009a5436f79c req-3c0679d6-c1ea-4efb-8471-d5d66c1944e7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0476689 Aug 10 03:42:55.990587 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b5d6527-c3da-44e3-a58a-009a5436f79c req-49e79eb0-48b3-460b-bb43-660fd068f770 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 10 03:42:56.104937 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf564-2400-4a5f-a8b2-e559100be4d8 req-04d16040-6483-4944-ad03-aa8b04aa4cd0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.111126 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-113cf564-2400-4a5f-a8b2-e559100be4d8 req-04d16040-6483-4944-ad03-aa8b04aa4cd0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Aug 10 03:42:56.147354 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-113cf564-2400-4a5f-a8b2-e559100be4d8 req-da927b2b-47f1-41ce-b49d-8a47319ac994 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Aug 10 03:42:56.251518 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b434eee-dc3f-4bd0-af5b-1ba7c3504e8d req-dbbffa0a-e627-451b-b154-086d9503ecfe tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.253123 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2b434eee-dc3f-4bd0-af5b-1ba7c3504e8d req-dbbffa0a-e627-451b-b154-086d9503ecfe tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0485206 Aug 10 03:42:56.290333 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2b434eee-dc3f-4bd0-af5b-1ba7c3504e8d req-0636fb44-d2f6-42ef-8fd3-ca68643b0814 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312040 Aug 10 03:42:56.420595 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba8bbc-c81d-4878-9afc-2933dc67e8b4 req-c40f9d7a-3211-4f6d-9b83-f355e411f580 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.422094 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1bba8bbc-c81d-4878-9afc-2933dc67e8b4 req-c40f9d7a-3211-4f6d-9b83-f355e411f580 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 944 time: 0.0487854 Aug 10 03:42:56.459795 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1bba8bbc-c81d-4878-9afc-2933dc67e8b4 req-cc2c40bb-f144-49fd-a073-964068ac7e35 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Aug 10 03:42:56.908468 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55254) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.011365 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0ff-1c8a-4bd4-8821-438ff711571d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.101062 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0ff-1c8a-4bd4-8821-438ff711571d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.119679 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c479-3477-4d1d-8ddc-4f2cc2ac4232 req-904a7605-2321-488d-9c80-42331b2a13fa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.121201 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a856c479-3477-4d1d-8ddc-4f2cc2ac4232 req-904a7605-2321-488d-9c80-42331b2a13fa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Aug 10 03:42:57.159328 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a856c479-3477-4d1d-8ddc-4f2cc2ac4232 req-66e5c933-bf7f-4b2a-bc2c-2aa8f9f4abd0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Aug 10 03:42:57.181046 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0ff-1c8a-4bd4-8821-438ff711571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.231870 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8aaba0ff-1c8a-4bd4-8821-438ff711571d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36268b5e7f204441a3f0ef37d17a1359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221984 Aug 10 03:42:57.234733 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55266) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.250877 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba0ff-1c8a-4bd4-8821-438ff711571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd237884-4328-4fb4-97ae-ff4b18130348,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.276038 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b1463-0577-49a4-ae67-555f3c28ac28 req-ea4cb088-3daa-41a8-9926-6410b0616277 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.277579 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-085b1463-0577-49a4-ae67-555f3c28ac28 req-ea4cb088-3daa-41a8-9926-6410b0616277 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0601013 Aug 10 03:42:57.287967 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.308620 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.320764 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-085b1463-0577-49a4-ae67-555f3c28ac28 req-a3c18fdf-143c-473e-8d86-83d352dd493b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Aug 10 03:42:57.408807 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3331-c793-4e43-ad83-ef9a995fab55 req-d0b5aaf9-e0d9-49e7-b0a4-d742ecdb949f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.410284 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b2ad3331-c793-4e43-ad83-ef9a995fab55 req-d0b5aaf9-e0d9-49e7-b0a4-d742ecdb949f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0476749 Aug 10 03:42:57.435621 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.438178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.439276 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd237884-4328-4fb4-97ae-ff4b18130348 HTTP/1.1" status: 204 len: 168 time: 0.2034688 Aug 10 03:42:57.455021 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a697d12-48f8-44b7-b0e8-3067b2075d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd237884-4328-4fb4-97ae-ff4b18130348,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.463658 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b2ad3331-c793-4e43-ad83-ef9a995fab55 req-57720520-feee-4b0b-b1b8-8430474f8916 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474007 Aug 10 03:42:57.572879 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab39df-5192-421f-bd14-b8080e2859ba req-63bc06ec-57d4-45ba-9953-b42e787e83ad tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.574389 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6dab39df-5192-421f-bd14-b8080e2859ba req-63bc06ec-57d4-45ba-9953-b42e787e83ad tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 944 time: 0.0472443 Aug 10 03:42:57.614156 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6dab39df-5192-421f-bd14-b8080e2859ba req-68900421-9522-42cb-9baf-631a55f8c645 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Aug 10 03:42:57.712151 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6549d39c-efb6-4a1a-8a47-3620ff7928c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.225984 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 096af4bc-acc2-42b7-8512-7a1b982bef27 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:58.301496 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed0d0-b12a-4ddf-a275-b88e7437e27b req-f755d503-d894-494a-8eee-21cc0d895c92 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.302962 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-01bed0d0-b12a-4ddf-a275-b88e7437e27b req-f755d503-d894-494a-8eee-21cc0d895c92 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0726411 Aug 10 03:42:58.340514 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-01bed0d0-b12a-4ddf-a275-b88e7437e27b req-088cd6ae-7df7-4ed9-a2ab-d430441d1920 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Aug 10 03:42:58.414768 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 096af4bc-acc2-42b7-8512-7a1b982bef27 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:58.420574 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 096af4bc-acc2-42b7-8512-7a1b982bef27 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:58.421028 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.437185 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2500-fcfc-46af-bfb9-e237c38f70f1 req-45ceba9d-d9a1-4d73-adf1-37d37a3e2dbb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.444330 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d8c2500-fcfc-46af-bfb9-e237c38f70f1 req-45ceba9d-d9a1-4d73-adf1-37d37a3e2dbb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0565076 Aug 10 03:42:58.483674 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4d8c2500-fcfc-46af-bfb9-e237c38f70f1 req-90aa6734-d7da-48b5-a09a-e29c7e0423ce tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Aug 10 03:42:58.512005 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.535055 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:58.537311 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0eec21-282a-4285-8009-e85d3af90e94" -d '{"events": [{"server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "name": "network-vif-plugged", "status": "completed", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:58.551517 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=096af4bc-acc2-42b7-8512-7a1b982bef27,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:58.578104 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b3c78d-8d93-4405-8531-72e5e3eb8438 x-openstack-request-id: req-34b3c78d-8d93-4405-8531-72e5e3eb8438 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:58.578449 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "name": "network-vif-plugged", "status": "completed", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:58.578763 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34b3c78d-8d93-4405-8531-72e5e3eb8438 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:58.579259 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27', 'code': 200} Aug 10 03:42:58.590245 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5f5d-dc6a-49ed-96c3-655bdea7c819 req-f73123f3-ddbc-4c4b-a2ff-81a48b7774d6 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.591808 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f7a5f5d-dc6a-49ed-96c3-655bdea7c819 req-f73123f3-ddbc-4c4b-a2ff-81a48b7774d6 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0555589 Aug 10 03:42:58.631469 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f7a5f5d-dc6a-49ed-96c3-655bdea7c819 req-c601173d-343e-419b-85e0-8627069f443d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337741 Aug 10 03:42:58.655263 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.708038 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.733656 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a318227-113e-44ad-832e-1667dc58a1c9 req-81f8c6ba-5509-431a-b72d-375a6de9a81e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.735754 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a318227-113e-44ad-832e-1667dc58a1c9 req-81f8c6ba-5509-431a-b72d-375a6de9a81e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Aug 10 03:42:58.776554 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a318227-113e-44ad-832e-1667dc58a1c9 req-e290a807-1035-4bf6-b563-cb36d59f6340 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Aug 10 03:42:59.383834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-4bfa177e-4f6b-479a-81a0-0b5b2b208a97 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.390587 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-4bfa177e-4f6b-479a-81a0-0b5b2b208a97 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0484948 Aug 10 03:42:59.467158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a56c-b00e-4fca-83ab-7cb6b8a74c8f req-4b5679a4-4f92-4ffc-b4cb-75832e33427b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.469230 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-83f6a56c-b00e-4fca-83ab-7cb6b8a74c8f req-4b5679a4-4f92-4ffc-b4cb-75832e33427b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0506418 Aug 10 03:42:59.495780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Deleting port b8c15eaf-d642-44fa-8a94-a34fbb169d00 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:59.496126 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.507715 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-83f6a56c-b00e-4fca-83ab-7cb6b8a74c8f req-fe30c011-9f1b-4499-9184-250bfb619a7a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332057 Aug 10 03:42:59.628920 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df390-b1f0-407b-a9d0-af865bf2a481 req-7d696e0f-717c-4c0e-a38f-9dfd3c809a61 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.630423 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b19df390-b1f0-407b-a9d0-af865bf2a481 req-7d696e0f-717c-4c0e-a38f-9dfd3c809a61 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 946 time: 0.0796471 Aug 10 03:42:59.632183 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] For port b8c15eaf-d642-44fa-8a94-a34fbb169d00, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b8c15eaf-d642-44fa-8a94-a34fbb169d00,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:59.632577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.660583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Calling delete_port for b8c15eaf-d642-44fa-8a94-a34fbb169d00 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:59.718559 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b19df390-b1f0-407b-a9d0-af865bf2a481 req-83fca526-ad43-440e-89b9-f95502fbb4b7 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785892 Aug 10 03:42:59.748403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe8877-a1f1-4e7e-9cff-f48e80fe1bdb req-bcc2a9c8-2795-47ff-829d-2a1a7ec5c0f3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.750085 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c0fe8877-a1f1-4e7e-9cff-f48e80fe1bdb req-bcc2a9c8-2795-47ff-829d-2a1a7ec5c0f3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0502939 Aug 10 03:42:59.781212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89641-5208-4284-8f37-7f0fb8dfca8f req-03637652-293a-4f59-806a-49694bfb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.782718 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-89f89641-5208-4284-8f37-7f0fb8dfca8f req-03637652-293a-4f59-806a-49694bfb59e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 1098 time: 0.0676281 Aug 10 03:42:59.787891 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c0fe8877-a1f1-4e7e-9cff-f48e80fe1bdb req-a06f1f34-5570-44ca-b37b-490fac231e2a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316818 Aug 10 03:42:59.885128 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-89f89641-5208-4284-8f37-7f0fb8dfca8f req-bd473344-f13b-40b2-9055-1947f591c2aa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Aug 10 03:42:59.904888 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f6ae8-f14f-4145-9398-5aa56444e132 req-40e41f03-d67b-43e8-b01a-67a49c564d9e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.906276 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1b1f6ae8-f14f-4145-9398-5aa56444e132 req-40e41f03-d67b-43e8-b01a-67a49c564d9e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0625217 Aug 10 03:42:59.945121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1b1f6ae8-f14f-4145-9398-5aa56444e132 req-70fddffe-467e-45d4-bfe9-82cd6168c71c tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 10 03:43:00.002987 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.031653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Pushing event deleted for resources: {'Port': ['ID=b8c15eaf-d642-44fa-8a94-a34fbb169d00,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.061609 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['88abaf7a-ebcd-437f-9081-731c60519ffb'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:00.071316 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] No DVR routers for this DVR port b8c15eaf-d642-44fa-8a94-a34fbb169d00 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:00.073704 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.076135 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f071bf15-ba11-49cb-a79b-0ee218778d2a req-d437ce5a-ecc1-4377-a792-e7db3bc80c3a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "DELETE /v2.0/ports/b8c15eaf-d642-44fa-8a94-a34fbb169d00 HTTP/1.1" status: 204 len: 173 time: 0.6778381 Aug 10 03:43:00.076614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'name': 'network-vif-deleted', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:00.078831 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb7e6a-30d6-4044-8130-5024348fb98d" -d '{"events": [{"server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "name": "network-vif-deleted", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:00.113454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e6f959-7ead-4328-b494-fc221f355de2 x-openstack-request-id: req-38e6f959-7ead-4328-b494-fc221f355de2 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:00.113740 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280754b9-5f91-4b9c-a00e-59a052eaab43", "name": "network-vif-deleted", "tag": "b8c15eaf-d642-44fa-8a94-a34fbb169d00", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:00.114384 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38e6f959-7ead-4328-b494-fc221f355de2 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:00.114384 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280754b9-5f91-4b9c-a00e-59a052eaab43', 'name': 'network-vif-deleted', 'tag': 'b8c15eaf-d642-44fa-8a94-a34fbb169d00', 'status': 'completed', 'code': 200} Aug 10 03:43:00.232367 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-81e223ef-c3aa-4f12-a537-373532ccca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.365961 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.642424 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffdf43-7027-445a-94a5-17e91c1daaef req-85eea467-f766-44a3-b0ce-7c7cf29251d7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.643968 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-62ffdf43-7027-445a-94a5-17e91c1daaef req-85eea467-f766-44a3-b0ce-7c7cf29251d7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0564644 Aug 10 03:43:00.689198 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-62ffdf43-7027-445a-94a5-17e91c1daaef req-d3256ee7-f005-4e64-b189-a4301f1ba4ff tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Aug 10 03:43:00.823098 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d9dfe8e7-8340-422b-96f3-5f4eaa22486c req-736f9819-ba0c-4e30-bd55-7ba4263cd504 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0252800 Aug 10 03:43:00.901140 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db5bb9-032a-40c1-b350-958894e85ea6 req-e75a6f66-b079-4a82-a4de-46509450588d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.902615 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9db5bb9-032a-40c1-b350-958894e85ea6 req-e75a6f66-b079-4a82-a4de-46509450588d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0476563 Aug 10 03:43:00.940471 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9db5bb9-032a-40c1-b350-958894e85ea6 req-15af8aee-8977-4792-af1c-2cb7ee032a15 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309665 Aug 10 03:43:01.061823 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b078-429c-440e-983e-85cc85d641c8 req-2893f795-ffe0-4d49-b859-ce0118d23c0b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.063594 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b6f9b078-429c-440e-983e-85cc85d641c8 req-2893f795-ffe0-4d49-b859-ce0118d23c0b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0522141 Aug 10 03:43:01.104459 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b6f9b078-429c-440e-983e-85cc85d641c8 req-31f6f6b9-8e91-4d36-bbe5-4442195ba806 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Aug 10 03:43:01.266044 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:01.283583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device b8c15eaf-d642-44fa-8a94-a34fbb169d00 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:01.314062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: b8c15eaf-d642-44fa-8a94-a34fbb169d00 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:01.314268 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device b8c15eaf-d642-44fa-8a94-a34fbb169d00 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:01.392062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:01.403451 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'mac_address': 'fa:16:3e:ef:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:01.440502 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.453970 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:01.459365 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.473741 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:01.558014 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.605355 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.808724 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30aa7-0ed7-4a7b-ad3f-f947d62bf9ee req-b1e68a73-023a-419d-b1ac-5e47412e2936 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.810696 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-64e30aa7-0ed7-4a7b-ad3f-f947d62bf9ee req-b1e68a73-023a-419d-b1ac-5e47412e2936 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Aug 10 03:43:01.847959 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-64e30aa7-0ed7-4a7b-ad3f-f947d62bf9ee req-bb2de4fb-8706-4ed6-b4d7-7838877a46c4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Aug 10 03:43:01.944151 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a7e2216a-ac4d-48ac-bd5f-cd6f5de9ff0b req-69357ecc-72b0-4c65-b07e-4fdc66c8e487 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0257459 Aug 10 03:43:02.064338 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a424c3-b23a-4b01-89b7-3280af695dc9 req-4d2c815a-ada9-4376-bf84-e553d0fdf521 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.065769 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-75a424c3-b23a-4b01-89b7-3280af695dc9 req-4d2c815a-ada9-4376-bf84-e553d0fdf521 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0579028 Aug 10 03:43:02.106305 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-75a424c3-b23a-4b01-89b7-3280af695dc9 req-937fbf11-eebe-44dc-80a1-3f5ae5d0190e tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343182 Aug 10 03:43:02.216972 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942a3db-f6cd-4d09-8c53-d5eb8d19c00b req-fee5acf5-045c-4aab-a8d9-0ff199b57396 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.218412 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6942a3db-f6cd-4d09-8c53-d5eb8d19c00b req-fee5acf5-045c-4aab-a8d9-0ff199b57396 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0467305 Aug 10 03:43:02.254291 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6942a3db-f6cd-4d09-8c53-d5eb8d19c00b req-2191f04e-f97b-4599-83d0-9034a0fd145a tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301929 Aug 10 03:43:02.966718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bdc73-d234-45a1-89d7-9138ac774332 req-5681081f-d5dd-4865-aa25-807abd806cb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.968220 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b33bdc73-d234-45a1-89d7-9138ac774332 req-5681081f-d5dd-4865-aa25-807abd806cb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Aug 10 03:43:03.008780 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b33bdc73-d234-45a1-89d7-9138ac774332 req-d7b9a041-c994-45e0-91ce-d06cfd7293c7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345140 Aug 10 03:43:03.053490 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-904a2e09-2378-4a58-82e1-e9dd36009f4e req-93a247df-dc7b-4a32-b3fc-3f2d9136d968 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0296896 Aug 10 03:43:03.163379 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.237420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687ee3f-7186-45da-9107-50ef0341eb9e req-03aa639e-7415-4417-9169-a8a99f3363ef tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.238809 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4687ee3f-7186-45da-9107-50ef0341eb9e req-03aa639e-7415-4417-9169-a8a99f3363ef tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0574400 Aug 10 03:43:03.277148 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4687ee3f-7186-45da-9107-50ef0341eb9e req-81ecdabf-827f-44fa-9eae-55b9ca513bbe tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318956 Aug 10 03:43:04.129222 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ce3a2-79f6-46ee-9ad0-dbae045d5ed1 req-e407f2cd-5088-4c11-b27a-01bdcc2489a0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.130722 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a63ce3a2-79f6-46ee-9ad0-dbae045d5ed1 req-e407f2cd-5088-4c11-b27a-01bdcc2489a0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0489912 Aug 10 03:43:04.165770 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-17cb57fd-2c06-4c0f-93a2-914186ac8878 req-0ab276cd-1d16-4da6-91c1-601dba7d87b6 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=280754b9-5f91-4b9c-a00e-59a052eaab43 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Aug 10 03:43:04.178424 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a63ce3a2-79f6-46ee-9ad0-dbae045d5ed1 req-4d1b3585-a2b4-41d0-9fe6-b19bb6aab25d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Aug 10 03:43:04.398485 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccea075-a695-4000-933a-76cad960df75 req-d0fba160-05ce-4b9f-8f6e-9f39be74227d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.399998 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4ccea075-a695-4000-933a-76cad960df75 req-d0fba160-05ce-4b9f-8f6e-9f39be74227d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0526536 Aug 10 03:43:04.439536 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4ccea075-a695-4000-933a-76cad960df75 req-9a52a64a-30af-47c5-9935-12e053124e01 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327194 Aug 10 03:43:04.703620 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:05.329812 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf60fce-a82c-4f8e-864a-e8142b3c78b8 req-196cee47-009a-42e1-abdb-4de41a791ded tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.331415 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bcf60fce-a82c-4f8e-864a-e8142b3c78b8 req-196cee47-009a-42e1-abdb-4de41a791ded tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Aug 10 03:43:05.370874 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bcf60fce-a82c-4f8e-864a-e8142b3c78b8 req-d0c6be10-b102-4e95-bc16-627535559b3b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Aug 10 03:43:05.636845 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704e5a-1770-4b60-98e1-a955f7013cdb req-7322c0cd-2a0c-4573-90bf-b78e27449890 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.638925 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a1704e5a-1770-4b60-98e1-a955f7013cdb req-7322c0cd-2a0c-4573-90bf-b78e27449890 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0520966 Aug 10 03:43:05.676459 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a1704e5a-1770-4b60-98e1-a955f7013cdb req-67ca8d8c-ed7b-4139-b99c-5bf88e23b568 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316460 Aug 10 03:43:06.105353 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e63-9078-4faf-b28f-800d74eded82 req-ebe080d6-3746-4406-bf82-ae09d918dc69 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.107367 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f48f1e63-9078-4faf-b28f-800d74eded82 req-ebe080d6-3746-4406-bf82-ae09d918dc69 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0524240 Aug 10 03:43:06.146836 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f48f1e63-9078-4faf-b28f-800d74eded82 req-c874df3c-99b4-412f-a2b8-fcc02599bd1f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Aug 10 03:43:06.264596 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55542) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.286810 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:06.370685 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e784dfe8-c5a9-445b-b7d8-e08d3f0c4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.426210 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:06.430840 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:06.431437 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.467242 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e784dfe8-c5a9-445b-b7d8-e08d3f0c4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.511457 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.534586 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:06.536950 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e23d4e-9525-4954-adfa-00bbed64c72b" -d '{"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-plugged", "status": "completed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:06.550982 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:06.576968 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e784dfe8-c5a9-445b-b7d8-e08d3f0c4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.583955 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b808211-f8f2-4fa1-b48a-0f7347a99f80 x-openstack-request-id: req-5b808211-f8f2-4fa1-b48a-0f7347a99f80 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:06.583955 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-plugged", "status": "completed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:06.583955 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b808211-f8f2-4fa1-b48a-0f7347a99f80 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:06.583955 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'code': 200} Aug 10 03:43:06.626073 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e784dfe8-c5a9-445b-b7d8-e08d3f0c4c6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db6f6d82e73d4d698663466005fe408c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607743 Aug 10 03:43:06.626936 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784dfe8-c5a9-445b-b7d8-e08d3f0c4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6a5f7-7a84-4e57-9cd7-bf972b6a3b28,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.640657 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55550) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.696108 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.715763 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.717859 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.772834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.801380 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e5da-7674-443c-a8d9-a237c5fd8acc req-5231925c-1fd2-4d74-8a82-ad4b44122f8f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.802846 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ea27e5da-7674-443c-a8d9-a237c5fd8acc req-5231925c-1fd2-4d74-8a82-ad4b44122f8f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Aug 10 03:43:06.845354 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ea27e5da-7674-443c-a8d9-a237c5fd8acc req-c4ed13e7-260d-42e1-8864-3a355eaac50f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366123 Aug 10 03:43:06.883585 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.886170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.887331 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36c6a5f7-7a84-4e57-9cd7-bf972b6a3b28 HTTP/1.1" status: 204 len: 168 time: 0.2454743 Aug 10 03:43:06.897405 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbe22d-5750-4f9d-b41c-aea651b151ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6a5f7-7a84-4e57-9cd7-bf972b6a3b28,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.273293 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a427bfd-484e-4b2d-9e5a-78ea0b2b19b0 req-bcdb5e07-3cd1-48e4-b33d-1f9f0705065b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.274804 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a427bfd-484e-4b2d-9e5a-78ea0b2b19b0 req-bcdb5e07-3cd1-48e4-b33d-1f9f0705065b tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0593960 Aug 10 03:43:07.313987 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a427bfd-484e-4b2d-9e5a-78ea0b2b19b0 req-4c0b8fc0-556e-45c2-aefa-d2c2bd29a669 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Aug 10 03:43:07.545149 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:07.965302 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f8916-e94c-4162-bb87-8d6c6d50228e req-fffda77f-945d-456f-b299-48405572b5a7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.966956 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d9f8916-e94c-4162-bb87-8d6c6d50228e req-fffda77f-945d-456f-b299-48405572b5a7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Aug 10 03:43:08.005723 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4d9f8916-e94c-4162-bb87-8d6c6d50228e req-6ec45406-4312-4362-817f-1b59ef48263f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328884 Aug 10 03:43:08.432575 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62ae9-b5b4-4c9f-8c23-6c286264493f req-27cf0714-75cd-4992-9d7b-813ee3eefe11 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.434530 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-54a62ae9-b5b4-4c9f-8c23-6c286264493f req-27cf0714-75cd-4992-9d7b-813ee3eefe11 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0500259 Aug 10 03:43:08.478626 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-54a62ae9-b5b4-4c9f-8c23-6c286264493f req-5c17807c-25e0-40e1-adc6-cfc3c586a6ce tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Aug 10 03:43:09.118016 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729011d-5cec-4010-8ec5-5176521579a8 req-8baf7154-3547-415a-8042-901e38987be7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.119477 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d729011d-5cec-4010-8ec5-5176521579a8 req-8baf7154-3547-415a-8042-901e38987be7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Aug 10 03:43:09.156406 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d729011d-5cec-4010-8ec5-5176521579a8 req-7a0d3d58-7656-4867-94ac-6fe1056c1db3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305061 Aug 10 03:43:09.592552 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32eb1-e56b-4e08-b2a8-2bb1ac5ff33e req-5b74f528-d87e-4d35-9dd2-96bb039ccfc4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.594126 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-45a32eb1-e56b-4e08-b2a8-2bb1ac5ff33e req-5b74f528-d87e-4d35-9dd2-96bb039ccfc4 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0502942 Aug 10 03:43:09.636826 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-45a32eb1-e56b-4e08-b2a8-2bb1ac5ff33e req-c7dd9c76-4c73-4200-a3cd-0abfe10619bb tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Aug 10 03:43:10.042859 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38709c-b58d-46c3-a9ed-78f4453d5dca req-595afccf-e4b0-4df4-af5d-9df9c0e81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.044264 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fd38709c-b58d-46c3-a9ed-78f4453d5dca req-595afccf-e4b0-4df4-af5d-9df9c0e81efc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0391235 Aug 10 03:43:10.082796 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fd38709c-b58d-46c3-a9ed-78f4453d5dca req-31d2e031-0d72-4b7a-b9b6-43cc8c982139 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307462 Aug 10 03:43:10.270036 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181350-67e6-4c1a-a4d5-3fdbf918761a req-c4b99043-8b75-4609-acf5-c64ca0b5a32d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.271521 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96181350-67e6-4c1a-a4d5-3fdbf918761a req-c4b99043-8b75-4609-acf5-c64ca0b5a32d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Aug 10 03:43:10.308936 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96181350-67e6-4c1a-a4d5-3fdbf918761a req-048af526-7f9f-4f6f-9bc6-6aa80ad09e85 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314133 Aug 10 03:43:10.754420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a796-77d5-45f1-a4ad-0add9701cab4 req-f44a0ba1-96de-4d2b-b71c-44614e878f63 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.756047 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba09a796-77d5-45f1-a4ad-0add9701cab4 req-f44a0ba1-96de-4d2b-b71c-44614e878f63 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0498941 Aug 10 03:43:10.803296 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba09a796-77d5-45f1-a4ad-0add9701cab4 req-e1e8f598-6c27-471f-8334-ed126f9ae037 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Aug 10 03:43:11.339741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda917dc-b363-4d08-9451-e67c7a715422 req-adaa1097-216f-4871-8a05-dba3906da2cf tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.341258 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dda917dc-b363-4d08-9451-e67c7a715422 req-adaa1097-216f-4871-8a05-dba3906da2cf tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0509458 Aug 10 03:43:11.386239 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dda917dc-b363-4d08-9451-e67c7a715422 req-c8b6899b-afbb-4da2-8857-ad5fe1ee6ef5 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Aug 10 03:43:11.437636 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fbc97-57ab-4cbd-8cfa-bb9111b9b7b0 req-14fa8d2c-60f0-455c-82ac-5c10e2e17d60 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.439265 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-140fbc97-57ab-4cbd-8cfa-bb9111b9b7b0 req-14fa8d2c-60f0-455c-82ac-5c10e2e17d60 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0580821 Aug 10 03:43:11.478768 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-140fbc97-57ab-4cbd-8cfa-bb9111b9b7b0 req-0ccb801c-e349-451c-9c1f-6063b27b0856 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328240 Aug 10 03:43:11.973496 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd0502-f3b6-4c06-9e33-037b0a290c41 req-e125a145-d5a6-44df-8c91-ceb13a8e0bfd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.974945 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1cd0502-f3b6-4c06-9e33-037b0a290c41 req-e125a145-d5a6-44df-8c91-ceb13a8e0bfd tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0475159 Aug 10 03:43:12.012854 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1cd0502-f3b6-4c06-9e33-037b0a290c41 req-a8b3bef5-f077-4624-b05f-57c675505d0a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Aug 10 03:43:12.505590 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135fb3-aeeb-4fa3-9485-9686024aeeb8 req-2dd27a0d-39d0-4d2a-81f4-7b828eb0d497 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.507200 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-35135fb3-aeeb-4fa3-9485-9686024aeeb8 req-2dd27a0d-39d0-4d2a-81f4-7b828eb0d497 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0488720 Aug 10 03:43:12.552178 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-35135fb3-aeeb-4fa3-9485-9686024aeeb8 req-b7f4ae00-f76f-485e-87a1-1ccc4c468388 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348699 Aug 10 03:43:12.595273 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869bb72-f58f-4204-b52e-ff767e1014f9 req-7eec0a03-1fec-4932-959b-5576d9bca032 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.598235 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3869bb72-f58f-4204-b52e-ff767e1014f9 req-7eec0a03-1fec-4932-959b-5576d9bca032 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0477374 Aug 10 03:43:12.634848 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3869bb72-f58f-4204-b52e-ff767e1014f9 req-254d1e76-c7e5-431b-8fe0-73c585e3189f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319679 Aug 10 03:43:13.127073 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2de0-aa05-4853-8553-fe7fb913a07d req-df2b0c0f-ee53-45db-82a2-26ab31b330c0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.128612 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5c3d2de0-aa05-4853-8553-fe7fb913a07d req-df2b0c0f-ee53-45db-82a2-26ab31b330c0 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0507891 Aug 10 03:43:13.169541 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5c3d2de0-aa05-4853-8553-fe7fb913a07d req-b67ac3d4-195f-43d7-a140-368c6900ce45 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349109 Aug 10 03:43:13.663374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488c76e-7fff-472c-b7c5-4d007da35e3b req-bee151de-67ab-4608-8c51-a30a4bc36fef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.664921 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d488c76e-7fff-472c-b7c5-4d007da35e3b req-bee151de-67ab-4608-8c51-a30a4bc36fef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0474863 Aug 10 03:43:13.707935 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d488c76e-7fff-472c-b7c5-4d007da35e3b req-9e9b22b1-454e-4a77-86b3-b6583c97b53b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360475 Aug 10 03:43:13.759197 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2cd10-9299-4c26-9fc6-dd8b79abc146 req-26354523-cf87-42b7-a757-9bf0e4526dc2 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.762472 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10a2cd10-9299-4c26-9fc6-dd8b79abc146 req-26354523-cf87-42b7-a757-9bf0e4526dc2 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0489767 Aug 10 03:43:13.798913 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-10a2cd10-9299-4c26-9fc6-dd8b79abc146 req-6918f087-f36a-4ecb-835e-6d30fed2f0bb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312879 Aug 10 03:43:14.282057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610cb5-c64c-4e51-a63a-3847a40d5da3 req-7d4e32eb-54fa-43e1-abc5-714ab5656f80 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.283506 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d610cb5-c64c-4e51-a63a-3847a40d5da3 req-7d4e32eb-54fa-43e1-abc5-714ab5656f80 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0478644 Aug 10 03:43:14.322544 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d610cb5-c64c-4e51-a63a-3847a40d5da3 req-774af965-2a74-407f-aae7-5dd70b9a0c20 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 10 03:43:14.821199 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d50b-e7e2-44c3-bfb1-8e239c054649 req-d87bdd1e-942d-45d1-9bb1-92b7486cd8be tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.822856 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a659d50b-e7e2-44c3-bfb1-8e239c054649 req-d87bdd1e-942d-45d1-9bb1-92b7486cd8be tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0480962 Aug 10 03:43:14.861745 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a659d50b-e7e2-44c3-bfb1-8e239c054649 req-98d31dd1-2a5c-4acf-87f5-2a27aa2101bb tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Aug 10 03:43:14.917126 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348f75-85d7-4eb3-b8da-62a591a60405 req-16371f56-f65c-4eb3-96ad-4bc25d91a9b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.918630 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39348f75-85d7-4eb3-b8da-62a591a60405 req-16371f56-f65c-4eb3-96ad-4bc25d91a9b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Aug 10 03:43:14.958039 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39348f75-85d7-4eb3-b8da-62a591a60405 req-b168b74a-41b4-4fe1-888e-40791e37644b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326328 Aug 10 03:43:15.438659 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9498a-7117-4916-8463-973f7f324428 req-bf603b44-c7e4-46ea-832d-a2259d531b38 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.440147 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-48a9498a-7117-4916-8463-973f7f324428 req-bf603b44-c7e4-46ea-832d-a2259d531b38 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0476291 Aug 10 03:43:15.481653 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-48a9498a-7117-4916-8463-973f7f324428 req-d5bf41a2-cb86-4ab6-a60e-8be2d177040f tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Aug 10 03:43:15.984934 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c43533-b403-4475-a8da-53a193f954f6 req-3f0ed798-8b20-4504-b90a-a26779ba9aef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.986473 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-75c43533-b403-4475-a8da-53a193f954f6 req-3f0ed798-8b20-4504-b90a-a26779ba9aef tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0548038 Aug 10 03:43:16.037077 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-75c43533-b403-4475-a8da-53a193f954f6 req-df9d2371-bfc2-44e1-91af-2dd3d607bba8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Aug 10 03:43:16.081415 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090d66-1b0b-4042-8c11-80e884e8961f req-8aa78793-7c3e-4d55-9d52-683f54a64836 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.090823 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6f090d66-1b0b-4042-8c11-80e884e8961f req-8aa78793-7c3e-4d55-9d52-683f54a64836 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Aug 10 03:43:16.146329 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6f090d66-1b0b-4042-8c11-80e884e8961f req-70792643-626d-48a8-93da-1771f306d355 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522950 Aug 10 03:43:16.267748 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f32ed9-fb06-4afc-a3c4-eaa6322611cf req-d8546b69-194e-4ffb-b7f1-182b3fa965bb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.269586 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-18f32ed9-fb06-4afc-a3c4-eaa6322611cf req-d8546b69-194e-4ffb-b7f1-182b3fa965bb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Aug 10 03:43:16.315181 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-18f32ed9-fb06-4afc-a3c4-eaa6322611cf req-f0ecd9ae-3a61-4de5-b1e2-7b1c792a2244 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395575 Aug 10 03:43:16.337959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55744) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.531801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a35230-56fa-4b1a-a43c-4d7bc5d14d2e tempest-TestShelveInstance-187139796 tempest-TestShelveInstance-187139796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.532082 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-22a35230-56fa-4b1a-a43c-4d7bc5d14d2e tempest-TestShelveInstance-187139796 tempest-TestShelveInstance-187139796-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1093 time: 0.1929612 Aug 10 03:43:16.535080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55756) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.539620 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:16.600913 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac13b5-ccce-4f23-bbfc-4ca62668871c req-b7af7b2e-3b4c-44ef-812d-c6df24e24588 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.602402 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f3ac13b5-ccce-4f23-bbfc-4ca62668871c req-b7af7b2e-3b4c-44ef-812d-c6df24e24588 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0513306 Aug 10 03:43:16.641609 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f3ac13b5-ccce-4f23-bbfc-4ca62668871c req-d0b45403-778a-431a-861f-ada8a4be8e15 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Aug 10 03:43:16.671804 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.769173 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.871627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Allocated IP 172.27.3.239 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/cab20b84-557c-4c3c-aacb-4cf1e6be984d) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:17.157178 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175632a-0c8a-4624-9791-c0b4fce20028 req-bbb2135f-9484-4399-89e3-8a4f0efdaf4f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.159023 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6175632a-0c8a-4624-9791-c0b4fce20028 req-bbb2135f-9484-4399-89e3-8a4f0efdaf4f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0525210 Aug 10 03:43:17.201821 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6175632a-0c8a-4624-9791-c0b4fce20028 req-8ef15e38-e968-47c8-86da-76e8464b6359 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367663 Aug 10 03:43:17.204369 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.455519 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.498652 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:17.498652 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:17.501896 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:17.526934 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'Port': ['ID=cab20b84-557c-4c3c-aacb-4cf1e6be984d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:17.859209 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb624c-e080-40a8-bcb6-18ef70968912 req-f0572314-ad88-4c81-878e-b30743838c8a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.860750 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6fbb624c-e080-40a8-bcb6-18ef70968912 req-f0572314-ad88-4c81-878e-b30743838c8a tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.1462648 Aug 10 03:43:17.994449 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6fbb624c-e080-40a8-bcb6-18ef70968912 req-fc1e5f8c-1556-4e77-9163-0498ea39e0ec tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134498 Aug 10 03:43:18.030527 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.233076 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.318047 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa79f-1c1b-4fbe-b003-0120cbf930a5 req-510e7ca4-02ef-4012-a7eb-66311bd7638c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.319470 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-980aa79f-1c1b-4fbe-b003-0120cbf930a5 req-510e7ca4-02ef-4012-a7eb-66311bd7638c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0489125 Aug 10 03:43:18.359836 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-980aa79f-1c1b-4fbe-b003-0120cbf930a5 req-3d20bb93-3a9e-471c-a7ad-4101853209ba tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Aug 10 03:43:18.380979 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.500363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.568377 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event updated for resources: {'Port': ['ID=cab20b84-557c-4c3c-aacb-4cf1e6be984d,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.585355 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.687371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Floating IP 97ed9315-909b-43ae-ac86-53ae57ddbaaa associated. External IP: 172.27.3.239, port: 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925. Aug 10 03:43:18.897304 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Router 3f38da08-c850-43a5-9a57-9bf4de872aa7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:19.015185 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:19.036073 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Sync routers for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:19.045447 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:19.046090 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:19.100757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.130643 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d0f5bd35-1fc6-4621-bc99-b102205077b4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5945270 Aug 10 03:43:19.131644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:19.134242 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00" -d '{"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:19.134408 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b1445-571d-4e71-a1a5-2b373dd7e97d req-7daf2403-0d17-4f6d-8fcc-33dd3cebd3a1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.135921 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-346b1445-571d-4e71-a1a5-2b373dd7e97d req-7daf2403-0d17-4f6d-8fcc-33dd3cebd3a1 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0644579 Aug 10 03:43:19.169799 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:19.180047 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce57558-16f2-41ac-af0f-2aa27140bbd4 x-openstack-request-id: req-8ce57558-16f2-41ac-af0f-2aa27140bbd4 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:19.180386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:19.180640 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ce57558-16f2-41ac-af0f-2aa27140bbd4 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:19.181049 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'status': 'completed', 'code': 200} Aug 10 03:43:19.186990 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-346b1445-571d-4e71-a1a5-2b373dd7e97d req-6a88887b-3391-461d-a914-262d01ef4dd5 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Aug 10 03:43:19.285910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-abb6fa4a-5449-4f96-8966-bc54bed39a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.287476 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-abb6fa4a-5449-4f96-8966-bc54bed39a99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0487132 Aug 10 03:43:19.409944 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-12189a7c-3e3d-455c-af5e-7c484f5e75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.413249 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-12189a7c-3e3d-455c-af5e-7c484f5e75fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.1102698 Aug 10 03:43:19.433764 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '97ed9315-909b-43ae-ac86-53ae57ddbaaa', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'mac_address': 'fa:16:3e:ef:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a89090-7d79-496b-878d-213d6f48b970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:17Z', 'updated_at': '2021-08-10T03:43:17Z', 'revision_number': 0, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:19.467327 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Checking router: 3f38da08-c850-43a5-9a57-9bf4de872aa7 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:19.479842 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:19.480495 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:19.500397 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-2c21efd9-a524-4f0e-8c11-74d542e75a20 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 999 time: 0.0804248 Aug 10 03:43:19.504536 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e47ac-9933-404c-8fc5-57c19b434dee req-8a1cb5cc-016c-4f5e-931e-561942bde4ad tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.506234 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ea1e47ac-9933-404c-8fc5-57c19b434dee req-8a1cb5cc-016c-4f5e-931e-561942bde4ad tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0674286 Aug 10 03:43:19.554432 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ea1e47ac-9933-404c-8fc5-57c19b434dee req-538c9e3d-87b7-4e7c-9182-4494a08f5730 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Aug 10 03:43:19.565627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-df80e720-d194-4b7c-a43f-c1c774dea9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.567174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-df80e720-d194-4b7c-a43f-c1c774dea9ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0512409 Aug 10 03:43:19.603787 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:19.628619 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-69c961f1-fe05-4eb7-ba22-aa0e90734a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.630112 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-69c961f1-fe05-4eb7-ba22-aa0e90734a37 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438375 Aug 10 03:43:19.796287 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-39fe7baa-f882-43c1-a4c5-013ede47f8f2 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849109 Aug 10 03:43:19.833074 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '97ed9315-909b-43ae-ac86-53ae57ddbaaa', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'mac_address': 'fa:16:3e:ef:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a89090-7d79-496b-878d-213d6f48b970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:17Z', 'updated_at': '2021-08-10T03:43:17Z', 'revision_number': 0, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:19.859664 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bf6fe-ca5d-4cf7-80e0-01291c983453 None None] The sync data for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi is: [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '97ed9315-909b-43ae-ac86-53ae57ddbaaa', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'mac_address': 'fa:16:3e:ef:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a89090-7d79-496b-878d-213d6f48b970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:17Z', 'updated_at': '2021-08-10T03:43:17Z', 'revision_number': 0, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:19.895638 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d4a9c4f0-4782-4c90-8ce0-38b6950e8c00 req-f9c31ff1-4bad-44d8-ae44-1f3ec97ce67a service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883939 Aug 10 03:43:20.055443 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bececa8-16b1-41b0-93ad-594fa418231c None None] New status for floating IP 97ed9315-909b-43ae-ac86-53ae57ddbaaa: ACTIVE {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:20.310533 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c16a6-37c3-491b-9ea9-b38262cf0b36 req-1ba2f49c-4770-4545-8bf9-6495bf8a148d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.316685 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d71c16a6-37c3-491b-9ea9-b38262cf0b36 req-1ba2f49c-4770-4545-8bf9-6495bf8a148d tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0564728 Aug 10 03:43:20.352921 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d71c16a6-37c3-491b-9ea9-b38262cf0b36 req-6c1e905e-c1f8-4280-8921-75f442960831 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/security-groups?id=496368be-5d67-4c54-a5ab-cb36a7179522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Aug 10 03:43:20.398808 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-2c10525e-e5f4-4def-94c5-03c0b644c776 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.400286 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-2c10525e-e5f4-4def-94c5-03c0b644c776 tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 945 time: 0.0464737 Aug 10 03:43:20.491958 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Deleting port 88abaf7a-ebcd-437f-9081-731c60519ffb {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:20.492347 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.578980 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] For port 88abaf7a-ebcd-437f-9081-731c60519ffb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=88abaf7a-ebcd-437f-9081-731c60519ffb,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:20.579350 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.592456 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Calling delete_port for 88abaf7a-ebcd-437f-9081-731c60519ffb owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:20.674838 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d770a-066e-46dd-a2f0-7b74eb4a02f3 req-52eab854-2b1e-4c72-9bc3-8051d7edb3da tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.676507 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce1d770a-066e-46dd-a2f0-7b74eb4a02f3 req-52eab854-2b1e-4c72-9bc3-8051d7edb3da tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0531266 Aug 10 03:43:20.719992 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce1d770a-066e-46dd-a2f0-7b74eb4a02f3 req-55e2ffa5-0ad3-4604-9e2a-0c09b1fd839f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370378 Aug 10 03:43:21.015522 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.044304 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Pushing event deleted for resources: {'Port': ['ID=88abaf7a-ebcd-437f-9081-731c60519ffb,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.095760 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] No DVR routers for this DVR port 88abaf7a-ebcd-437f-9081-731c60519ffb on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:21.098149 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.100119 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-acfb4855-6db9-4995-85ca-f7c22d13a21a req-30df7804-99ca-4326-b60a-c666f76d79bf tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.63 "DELETE /v2.0/ports/88abaf7a-ebcd-437f-9081-731c60519ffb HTTP/1.1" status: 204 len: 173 time: 0.6938217 Aug 10 03:43:21.182298 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'name': 'network-vif-deleted', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:21.185294 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4ce003-b34f-4e63-9137-c04549250879" -d '{"events": [{"server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "name": "network-vif-deleted", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:21.220163 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c026479-aebc-466c-856e-83063cf435c1 x-openstack-request-id: req-9c026479-aebc-466c-856e-83063cf435c1 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:21.220479 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c37d94-d078-4e35-819d-2ca11fc5cb5f", "name": "network-vif-deleted", "tag": "88abaf7a-ebcd-437f-9081-731c60519ffb", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:21.220729 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c026479-aebc-466c-856e-83063cf435c1 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:21.221211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c37d94-d078-4e35-819d-2ca11fc5cb5f', 'name': 'network-vif-deleted', 'tag': '88abaf7a-ebcd-437f-9081-731c60519ffb', 'status': 'completed', 'code': 200} Aug 10 03:43:21.447730 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-85324d10-4d3e-438f-a04c-bc351bfe1572 req-4dd98d5c-6d4a-4039-81f2-c4694c7842fe tempest-ServerRescueNegativeTestJSON-1106789139 tempest-ServerRescueNegativeTestJSON-1106789139-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2c37d94-d078-4e35-819d-2ca11fc5cb5f HTTP/1.1" status: 200 len: 210 time: 0.0260506 Aug 10 03:43:21.643812 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-e6d58c22-2db8-4794-9cc4-369c6615ea63 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462849 Aug 10 03:43:21.711471 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55864) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.734760 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-0c4328de-9c9c-4e79-8066-a464440758d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.736346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-0c4328de-9c9c-4e79-8066-a464440758d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 1099 time: 0.0418570 Aug 10 03:43:21.830991 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-70d9f282-0976-4cf9-a91d-07b3d0645b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.888495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc374c0-424a-4cc0-8451-863414ef0c6e req-86635ec8-fc82-4095-b476-bf5067d93b9d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.896499 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7dc374c0-424a-4cc0-8451-863414ef0c6e req-86635ec8-fc82-4095-b476-bf5067d93b9d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0861228 Aug 10 03:43:21.917875 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-0f37eeb2-af02-4dae-a0c7-17ae660acefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.917875 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-0f37eeb2-af02-4dae-a0c7-17ae660acefa service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.1555297 Aug 10 03:43:21.924832 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-70d9f282-0976-4cf9-a91d-07b3d0645b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.969410 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7dc374c0-424a-4cc0-8451-863414ef0c6e req-7802aec9-7ffc-43ea-b6c6-2878f27c9124 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720463 Aug 10 03:43:21.994683 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-19d08643-93ae-4dc2-85bd-41f686dcb8de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 200 len: 1000 time: 0.0650349 Aug 10 03:43:22.055226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-2bf41ada-458f-4196-91be-8877b7f8de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.056683 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-2bf41ada-458f-4196-91be-8877b7f8de10 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0475187 Aug 10 03:43:22.060501 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-70d9f282-0976-4cf9-a91d-07b3d0645b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.112233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-faf831df-ba1f-41c7-b390-d7733cc577f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.113891 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-faf831df-ba1f-41c7-b390-d7733cc577f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485549 Aug 10 03:43:22.121056 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-70d9f282-0976-4cf9-a91d-07b3d0645b2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea7ada6602c941cca64291972a146a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083276 Aug 10 03:43:22.122836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f282-0976-4cf9-a91d-07b3d0645b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f18cfb-0551-445f-b8ed-7202e73a4b7d,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.124426 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55872) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:22.246398 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.267626 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-cd9897cb-9372-4833-8b45-8f9a8c675e83 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444209 Aug 10 03:43:22.278835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.391041 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d7cfe4fc-86ec-4916-aa76-a82c551565b5 req-e1004da7-6859-4ac9-ad7c-49e9e94b07ae service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102109 Aug 10 03:43:22.454402 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.457094 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.458265 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1f18cfb-0551-445f-b8ed-7202e73a4b7d HTTP/1.1" status: 204 len: 168 time: 0.3319736 Aug 10 03:43:22.466374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861802eb-ef5e-4393-9ec4-4846ebbede03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f18cfb-0551-445f-b8ed-7202e73a4b7d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.506304 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55884) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:22.618612 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 88abaf7a-ebcd-437f-9081-731c60519ffb no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:22.639003 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 88abaf7a-ebcd-437f-9081-731c60519ffb {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:22.643871 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 88abaf7a-ebcd-437f-9081-731c60519ffb not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:22.923610 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.111042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137e057-ef67-44d1-8b22-44da399e8259 req-280c3e91-9326-42d4-b19c-187f0f1e33f0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.118458 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1137e057-ef67-44d1-8b22-44da399e8259 req-280c3e91-9326-42d4-b19c-187f0f1e33f0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0654180 Aug 10 03:43:23.140122 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.163976 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1137e057-ef67-44d1-8b22-44da399e8259 req-f91231d5-5120-4181-8a0a-eab260986f50 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Aug 10 03:43:23.252665 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Deleting port bd1b646b-82a6-48dd-8d20-d533fa4f5d98 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:23.253037 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.539248 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] For port bd1b646b-82a6-48dd-8d20-d533fa4f5d98, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,segment=NetworkSegment(adca2e07-a50e-410a-b437-0014cd54a18e),segment_id=adca2e07-a50e-410a-b437-0014cd54a18e)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:23.539614 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.552110 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Calling delete_port for bd1b646b-82a6-48dd-8d20-d533fa4f5d98 owned by network:router_interface {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:23.669015 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55912) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:23.774639 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1776217003-network', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:23.906014 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Made reservation on behalf of a2ebcc2259864e7b91ab0fe1190f0f2e for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:23.907128 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.908896 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.919615 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.936325 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1b646b-82a6-48dd-8d20-d533fa4f5d98,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.021081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.036474 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55918) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.083067 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.105020 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:24.112687 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.124715 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4af05e-c638-42af-997b-efd9ca522d63,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.133992 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.134435 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.134889 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.135284 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.135680 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.136072 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.136531 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.136921 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.139295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.139295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.139295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.139295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:24.142777 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.143376 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Added segment d520227f-7c93-4a67-a680-7010ebba0106 of type vlan for network 57c80750-82ba-4320-ac73-b21c6cc1fc52 Aug 10 03:43:24.206464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-99e89c06-1bde-463a-975f-f24d1737cd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.221190 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.329057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-99e89c06-1bde-463a-975f-f24d1737cd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.372173 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0be3-8a05-457f-9b62-6c6a300f0229 req-f722f45f-c02e-4770-9f86-f3d572218ea2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.373762 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-093d0be3-8a05-457f-9b62-6c6a300f0229 req-f722f45f-c02e-4770-9f86-f3d572218ea2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1008158 Aug 10 03:43:24.379969 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.381123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.381794 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.405829 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Router 73aafeba-77b3-4ab8-b325-9e035f320259 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:24.428702 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-093d0be3-8a05-457f-9b62-6c6a300f0229 req-7955740c-f562-4aa4-821e-e4c38ae310f2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476134 Aug 10 03:43:24.441074 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] Pushing event updated for resources: {'Network': ['ID=57c80750-82ba-4320-ac73-b21c6cc1fc52,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.451843 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:24.454280 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-99e89c06-1bde-463a-975f-f24d1737cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.498769 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-99e89c06-1bde-463a-975f-f24d1737cd9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ce9f312551643b6a7bfa610be56d4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611242 Aug 10 03:43:24.499858 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89c06-1bde-463a-975f-f24d1737cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38e221-e133-47ea-9da4-9a3148789b7a,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.502992 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55926) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.538266 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ccf0600c-7383-481e-9a1d-d47b285ba360 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8680613 Aug 10 03:43:24.542905 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:24.542905 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55928) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.547970 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Request body: {'subnet': {'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1776217003-subnet', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:24.555219 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Sync routers for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:24.557258 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-6b2e94d0-52ee-4129-a1b2-c4c64f85520b admin admin] 10.222.0.21 "PUT /v2.0/routers/73aafeba-77b3-4ab8-b325-9e035f320259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496862 Aug 10 03:43:24.559962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55930) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.567798 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:24.568591 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:24.601719 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.663093 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.677512 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Made reservation on behalf of a2ebcc2259864e7b91ab0fe1190f0f2e for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:24.679928 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.685088 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:24.711059 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks [] for router, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.826682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.866748 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:43:23Z', 'revision_number': 5, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:24.897044 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Checking router: 73aafeba-77b3-4ab8-b325-9e035f320259 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:24.906065 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Routers {'73aafeba-77b3-4ab8-b325-9e035f320259'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:24.906679 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['73aafeba-77b3-4ab8-b325-9e035f320259'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:24.982880 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Deleting port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:24.983135 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.992026 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.013560 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] Set router 73aafeba-77b3-4ab8-b325-9e035f320259 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:25.020890 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.023895 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.028150 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e38e221-e133-47ea-9da4-9a3148789b7a HTTP/1.1" status: 204 len: 168 time: 0.5239580 Aug 10 03:43:25.045400 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1739e4-3e89-4d43-bcdc-0eef0c89af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38e221-e133-47ea-9da4-9a3148789b7a,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.060079 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4aebe3e-7660-463f-ae5d-f50e44273213,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.073265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Checking segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:25.073265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Network hostable DHCP agents. Network: 57c80750-82ba-4320-ac73-b21c6cc1fc52, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:25.104218 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] For port c4e68b4f-ac88-4b07-84ac-7ba6309d4eac, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:25.105044 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.136454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Calling delete_port for c4e68b4f-ac88-4b07-84ac-7ba6309d4eac owned by network:router_gateway {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:25.157040 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:25.277328 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 57c80750-82ba-4320-ac73-b21c6cc1fc52) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:25.283676 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.284060 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.296439 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68deb22-b47a-4849-981a-4c862b937b24 None None] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:25.336343 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:43:23Z', 'revision_number': 5, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:25.359235 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-05e74315-8406-4c01-a14c-5beda92343dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8148336 Aug 10 03:43:25.361755 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55944) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.369062 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:25.371451 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3ca25-bb0b-4df8-8150-e1d864539486 None None] The sync data for ids ['73aafeba-77b3-4ab8-b325-9e035f320259'] in dv-cinder-782390-8-iscsi is: [{'id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'name': 'tempest-ServerRescueNegativeTestJSON-1763103493-router', 'tenant_id': '05aa352203a74307bd3b6157f78f6b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:19Z', 'updated_at': '2021-08-10T03:43:23Z', 'revision_number': 5, 'project_id': '05aa352203a74307bd3b6157f78f6b97', 'gw_port': {'id': 'c4e68b4f-ac88-4b07-84ac-7ba6309d4eac', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aafeba-77b3-4ab8-b325-9e035f320259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:20Z', 'updated_at': '2021-08-10T03:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:25.513661 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-57c80750-82ba-4320-ac73-b21c6cc1fc52', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:25.515097 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.524112 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.525436 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.579617 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec942b-5bb7-4405-859d-f09f6d119c77 req-33ef3d19-a114-4670-b724-afa1d1dbc22c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.581718 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-acec942b-5bb7-4405-859d-f09f6d119c77 req-33ef3d19-a114-4670-b724-afa1d1dbc22c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0779154 Aug 10 03:43:25.583050 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.657231 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-acec942b-5bb7-4405-859d-f09f6d119c77 req-a127aecd-1b37-4036-8872-1f10ebb5b12e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643539 Aug 10 03:43:25.671063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Allocated IP 172.20.0.2 (57c80750-82ba-4320-ac73-b21c6cc1fc52/a4aebe3e-7660-463f-ae5d-f50e44273213/235438d6-39ae-4608-bf36-3b5dd57aef8e) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:25.703250 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.711210 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e68b4f-ac88-4b07-84ac-7ba6309d4eac,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.731841 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.845499 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.850727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.853392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.854795 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Transition to ACTIVE for port object 235438d6-39ae-4608-bf36-3b5dd57aef8e will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.871394 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Transition to ACTIVE for port object 235438d6-39ae-4608-bf36-3b5dd57aef8e will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.981794 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.031208 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device bd1b646b-82a6-48dd-8d20-d533fa4f5d98 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:26.051330 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: bd1b646b-82a6-48dd-8d20-d533fa4f5d98 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:26.051598 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device bd1b646b-82a6-48dd-8d20-d533fa4f5d98 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:26.060364 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.060675 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.060900 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73aafeba-77b3-4ab8-b325-9e035f320259 {{(pid=94114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:26.066200 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.067925 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-047ea87d-5eee-4480-bb3e-dc9e4413fa76 admin admin] 10.222.0.21 "DELETE /v2.0/routers/73aafeba-77b3-4ab8-b325-9e035f320259 HTTP/1.1" status: 204 len: 168 time: 1.5064950 Aug 10 03:43:26.071010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55964) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:26.105045 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:26.112545 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:26.116430 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:26.145912 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Pushing event updated for resources: {'Port': ['ID=235438d6-39ae-4608-bf36-3b5dd57aef8e,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.148119 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Deleting subnet 3479a8bd-9e8e-437d-9955-ca0aa403869d {{(pid=94114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:26.160343 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.180900 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Attempting to bind port 235438d6-39ae-4608-bf36-3b5dd57aef8e on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:26.181552 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Attempting to bind port 235438d6-39ae-4608-bf36-3b5dd57aef8e by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:26.182183 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Attempting to bind port 235438d6-39ae-4608-bf36-3b5dd57aef8e on network 57c80750-82ba-4320-ac73-b21c6cc1fc52 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:26.187465 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:26.188084 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Checking segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:26.188701 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.189251 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Bound using segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:26.189989 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Bound port: 235438d6-39ae-4608-bf36-3b5dd57aef8e, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:26.190551 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.204302 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843279'] for subnet, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.256902 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.285187 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] For port 235438d6-39ae-4608-bf36-3b5dd57aef8e, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:26.291984 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] For port 235438d6-39ae-4608-bf36-3b5dd57aef8e, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=235438d6-39ae-4608-bf36-3b5dd57aef8e,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:26.352089 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.379856 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.381081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3801012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896685'] for subnet, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.411898 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.419340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b261e1-466d-41d3-964d-a84076c760f9 None None] Pushing event updated for resources: {'Port': ['ID=235438d6-39ae-4608-bf36-3b5dd57aef8e,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.445685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3479a8bd-9e8e-437d-9955-ca0aa403869d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.452092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.457232 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-efd9c71e-175f-4a8b-92e5-16bf90bb8438 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3479a8bd-9e8e-437d-9955-ca0aa403869d HTTP/1.1" status: 204 len: 168 time: 0.3831933 Aug 10 03:43:26.457232 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55976) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:26.545930 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.564232 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Allocated IP 172.27.3.227 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/3d64a8a7-38fc-420e-825b-3511e69531e6) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:26.747535 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.765110 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e937d74f-0feb-4fbb-a381-7b68bdc8a232']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:26.780434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adca2e07-a50e-410a-b437-0014cd54a18e') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:26.780754 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adca2e07-a50e-410a-b437-0014cd54a18e') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:26.791090 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.807774 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.819359 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:26.820111 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:26.822159 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:26.878829 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.898381 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42417031-04f3-449d-ba9a-ce62be1af387 req-87d7fe03-1cd8-4901-a60d-5fd668a92282 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.899240 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-42417031-04f3-449d-ba9a-ce62be1af387 req-87d7fe03-1cd8-4901-a60d-5fd668a92282 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0876064 Aug 10 03:43:26.959260 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-42417031-04f3-449d-ba9a-ce62be1af387 req-93246e1a-dff5-4902-b346-3fe7729b41c7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532334 Aug 10 03:43:26.969075 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.979729 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.979729 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e937d74f-0feb-4fbb-a381-7b68bdc8a232 HTTP/1.1" status: 204 len: 168 time: 0.5193141 Aug 10 03:43:26.997211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a357d-62f9-4ada-9b8c-44a3af8b3b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=e937d74f-0feb-4fbb-a381-7b68bdc8a232,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.026473 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.065269 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:27.068129 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:27.071662 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:27.102631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Pushing event updated for resources: {'Port': ['ID=3d64a8a7-38fc-420e-825b-3511e69531e6,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.344451 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 55994) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.399946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 55998) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.405560 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-55f0abbb-2310-411d-8f52-f60e236e89a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05aa352203a74307bd3b6157f78f6b97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594046 Aug 10 03:43:27.426028 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.479801 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b40f53-36f0-4a59-9b34-0a4115746213 None None] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:27.537288 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.567900 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.639460 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-2052d921-000c-4ff6-90dd-5c253dc06dcc None None] Provisioning for port 235438d6-39ae-4608-bf36-3b5dd57aef8e completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:27.704152 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.748016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70414110-d961-445d-a56c-432a5c27884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.795742 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.798386 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.803394 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/496368be-5d67-4c54-a5ab-cb36a7179522 HTTP/1.1" status: 204 len: 168 time: 0.3969510 Aug 10 03:43:27.819425 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b40576-e9d6-4084-8d6d-70dc382c53ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496368be-5d67-4c54-a5ab-cb36a7179522,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.934619 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Router 52b01672-42bc-4bb7-9906-f19a8aa485b8 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:28.103965 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 235438d6-39ae-4608-bf36-3b5dd57aef8e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:28.106818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5906c9-3eb6-4c35-b682-5339e7cc749d req-b7908c75-9819-4480-9610-3bfac504d2d0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.116703 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cc5906c9-3eb6-4c35-b682-5339e7cc749d req-b7908c75-9819-4480-9610-3bfac504d2d0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0770595 Aug 10 03:43:28.154819 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cc5906c9-3eb6-4c35-b682-5339e7cc749d req-6b3b5c1e-9cba-438a-b7bd-82e1d005a76e tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374939 Aug 10 03:43:28.277415 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 235438d6-39ae-4608-bf36-3b5dd57aef8e completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:28.277585 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:28.283574 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 235438d6-39ae-4608-bf36-3b5dd57aef8e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:28.284511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.290399 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Sync routers for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:28.325653 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:28.326288 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.351931 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.356474 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bbe3b38d-57d3-4d09-b00a-545dd8e02d2b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9884408 Aug 10 03:43:28.356610 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56026) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.454499 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.467995 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:28.579124 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 235438d6-39ae-4608-bf36-3b5dd57aef8e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=235438d6-39ae-4608-bf36-3b5dd57aef8e,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:28.643729 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.651970 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c4e68b4f-ac88-4b07-84ac-7ba6309d4eac no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:28.799413 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.827297 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: c4e68b4f-ac88-4b07-84ac-7ba6309d4eac {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:28.827794 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c4e68b4f-ac88-4b07-84ac-7ba6309d4eac not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:28.861134 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=235438d6-39ae-4608-bf36-3b5dd57aef8e,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.872381 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:27Z', 'revision_number': 3, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.899266 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Checking router: 52b01672-42bc-4bb7-9906-f19a8aa485b8 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:28.899630 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Updating router 52b01672-42bc-4bb7-9906-f19a8aa485b8 port 3d64a8a7-38fc-420e-825b-3511e69531e6 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:28.927566 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.995939 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Allocated IP 172.20.0.1 (57c80750-82ba-4320-ac73-b21c6cc1fc52/a4aebe3e-7660-463f-ae5d-f50e44273213/f849aadd-bc01-4d00-a8fc-ab266f9113fd) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:29.123771 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.139320 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Transition to ACTIVE for port object f849aadd-bc01-4d00-a8fc-ab266f9113fd will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:29.227847 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.239669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Transition to ACTIVE for port object 3d64a8a7-38fc-420e-825b-3511e69531e6 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:29.274007 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8b5c-9b99-4536-8bbe-91b235e04a8d req-78bf8849-251a-46ae-8640-398c907b66e8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.275867 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-807e8b5c-9b99-4536-8bbe-91b235e04a8d req-78bf8849-251a-46ae-8640-398c907b66e8 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0498722 Aug 10 03:43:29.277364 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.334168 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:29.343588 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:29.350681 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:29.352619 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.385579 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-807e8b5c-9b99-4536-8bbe-91b235e04a8d req-4e5743b9-5891-401b-90c7-1ef1667d4fb0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829077 Aug 10 03:43:29.397347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.404980 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.450173 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27200bf-0fdd-458f-a700-efadb3b79ba8 None None] Pushing event updated for resources: {'Port': ['ID=3d64a8a7-38fc-420e-825b-3511e69531e6,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.484905 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Attempting to bind port 3d64a8a7-38fc-420e-825b-3511e69531e6 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:29.485681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Attempting to bind port 3d64a8a7-38fc-420e-825b-3511e69531e6 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:29.486260 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Attempting to bind port 3d64a8a7-38fc-420e-825b-3511e69531e6 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:29.492480 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:29.504727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:29.504727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.504727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:29.504727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Bound port: 3d64a8a7-38fc-420e-825b-3511e69531e6, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:29.504727 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.552843 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] For port 3d64a8a7-38fc-420e-825b-3511e69531e6, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:29.555764 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] For port 3d64a8a7-38fc-420e-825b-3511e69531e6, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3d64a8a7-38fc-420e-825b-3511e69531e6,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:29.656617 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.713300 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.719198 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:29.719858 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:29.764881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-580d7c71-a003-4d9f-be3b-53ccb7554fa0 None None] Provisioning for port f849aadd-bc01-4d00-a8fc-ab266f9113fd completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:29.773482 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27200bf-0fdd-458f-a700-efadb3b79ba8 None None] Pushing event updated for resources: {'Port': ['ID=3d64a8a7-38fc-420e-825b-3511e69531e6,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.786722 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-580d7c71-a003-4d9f-be3b-53ccb7554fa0 None None] Provisioning complete for port f849aadd-bc01-4d00-a8fc-ab266f9113fd triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:29.786722 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-580d7c71-a003-4d9f-be3b-53ccb7554fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.860283 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-580d7c71-a003-4d9f-be3b-53ccb7554fa0 None None] Port f849aadd-bc01-4d00-a8fc-ab266f9113fd cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:29.887650 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:29.911661 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.008895 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 235438d6-39ae-4608-bf36-3b5dd57aef8e up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:30.009112 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.081043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.096532 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.098872 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 235438d6-39ae-4608-bf36-3b5dd57aef8e triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:30.104989 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.192863 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:30.194365 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:30.230884 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 1, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.286442 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9e2c64d3-3dac-446b-bc0c-2624b471bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.288051 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70775d46-3185-4a7e-a252-e48d875a9439 None None] The sync data for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi is: [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 1, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:30.350488 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Router 52b01672-42bc-4bb7-9906-f19a8aa485b8 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:30.406822 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.495092 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:30.520794 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c32a3808-b03f-41d1-b205-10460e89f1c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/52b01672-42bc-4bb7-9906-f19a8aa485b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434205 Aug 10 03:43:30.573100 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086068-59c4-4501-ac14-2f341b93463f req-a13315c7-a91a-4ebd-a842-70666697e043 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.575300 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1b086068-59c4-4501-ac14-2f341b93463f req-a13315c7-a91a-4ebd-a842-70666697e043 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0727346 Aug 10 03:43:30.600347 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-6272b014-ecfc-44d6-a06c-baf59a7dcf7d None None] Provisioning complete for port f849aadd-bc01-4d00-a8fc-ab266f9113fd triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:30.600723 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6272b014-ecfc-44d6-a06c-baf59a7dcf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.663946 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1b086068-59c4-4501-ac14-2f341b93463f req-057b70d0-99de-4ca7-b455-5d55a4aa7473 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800917 Aug 10 03:43:30.703418 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-6272b014-ecfc-44d6-a06c-baf59a7dcf7d None None] Port f849aadd-bc01-4d00-a8fc-ab266f9113fd cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:31.112099 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69496d3-15d6-4d99-888f-d91bc82bcd64 req-598c49d6-fca1-404e-9b90-1f93448304fc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.112099 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f69496d3-15d6-4d99-888f-d91bc82bcd64 req-598c49d6-fca1-404e-9b90-1f93448304fc tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0884562 Aug 10 03:43:31.168263 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f69496d3-15d6-4d99-888f-d91bc82bcd64 req-934cd3ca-6c37-4105-a677-bdec4b65f420 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480714 Aug 10 03:43:31.245028 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-b3609ba8-9db4-40c5-883c-b8797edea18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.246852 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-b3609ba8-9db4-40c5-883c-b8797edea18e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 1099 time: 0.0423419 Aug 10 03:43:31.265643 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56112) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.384606 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-08164a14-94b4-4d0b-8cd1-43d86c811395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.386242 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-08164a14-94b4-4d0b-8cd1-43d86c811395 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 911 time: 0.1273396 Aug 10 03:43:31.459668 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-2ccc7435-3482-4aa9-9ad8-d56980974680 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 200 len: 1002 time: 0.0645781 Aug 10 03:43:31.464878 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c84c99a6-9bc5-4628-9437-1ed06aa56a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.522378 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.522577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-235d1892-604e-4f11-ad04-8108bd7e1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.522577 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-235d1892-604e-4f11-ad04-8108bd7e1b4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.0521727 Aug 10 03:43:31.581629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-acdbe518-f9d5-4409-ac9e-0be4e71d1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.583993 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-acdbe518-f9d5-4409-ac9e-0be4e71d1b68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547917 Aug 10 03:43:31.593844 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c84c99a6-9bc5-4628-9437-1ed06aa56a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.683898 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-0d9a13f8-ecb8-47cc-ae50-4a5e620dfe06 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908120 Aug 10 03:43:31.687183 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56126) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.691988 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507915864-network', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:31.769372 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c84c99a6-9bc5-4628-9437-1ed06aa56a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.793859 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ee1a93cb-f7ff-4a77-afcd-08a89a4b38dd req-4abcde4e-7f07-4cec-a58d-ca2d659d32cd service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Aug 10 03:43:31.809886 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c99a6-9bc5-4628-9437-1ed06aa56a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0e4bd-de01-4791-b578-e87992300173,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.820375 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c84c99a6-9bc5-4628-9437-1ed06aa56a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c210bcd02904f7aa924aae8ef2d8f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510428 Aug 10 03:43:31.820990 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56128) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.878102 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.901735 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.903507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Made reservation on behalf of e29df45c216a4d2bac97bd58e263964e for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:31.905852 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.920849 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.053885 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3d64a8a7-38fc-420e-825b-3511e69531e6 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:32.056688 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.134263 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.136989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.138174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51e0e4bd-de01-4791-b578-e87992300173 HTTP/1.1" status: 204 len: 168 time: 0.3163459 Aug 10 03:43:32.146309 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e18ee-9b5d-416d-bd06-f6b21c7b2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0e4bd-de01-4791-b578-e87992300173,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.167113 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.194215 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:32.197821 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 3d64a8a7-38fc-420e-825b-3511e69531e6 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:32.203469 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 3d64a8a7-38fc-420e-825b-3511e69531e6 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:32.203864 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.204706 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21cfc0-cd99-41a6-9fe4-e521c2884d40,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.211842 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.212165 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Added segment 19931b23-bd64-4c8d-8886-a8dd1d7fa712 of type vlan for network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 Aug 10 03:43:32.257324 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.307403 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.339740 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 3d64a8a7-38fc-420e-825b-3511e69531e6, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3d64a8a7-38fc-420e-825b-3511e69531e6,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:32.351294 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dc88-ee80-474b-9bbe-c51aeee43f7d req-3518d425-9a1f-4583-b1fe-bd1a40a407ac tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.352867 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b931dc88-ee80-474b-9bbe-c51aeee43f7d req-3518d425-9a1f-4583-b1fe-bd1a40a407ac tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0550716 Aug 10 03:43:32.368634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.369736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.370392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.395219 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b931dc88-ee80-474b-9bbe-c51aeee43f7d req-13c9f3db-d8e7-4d34-be85-bacfbf95d22b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362444 Aug 10 03:43:32.454874 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.456704 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] Pushing event updated for resources: {'Network': ['ID=001af2c4-a441-41e5-82eb-ff9d48dee6c4,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.499782 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:32.579405 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=3d64a8a7-38fc-420e-825b-3511e69531e6,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.588187 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1b88be84-09ea-4205-a016-11cd02df8923 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8987815 Aug 10 03:43:32.589961 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56142) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.595892 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Request body: {'subnet': {'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507915864-subnet', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:32.683048 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Sync routers for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:32.700270 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:32.701261 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:32.813659 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:32.917002 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Made reservation on behalf of e29df45c216a4d2bac97bd58e263964e for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:32.920293 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.023395 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 2, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:33.049795 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Checking router: 52b01672-42bc-4bb7-9906-f19a8aa485b8 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:33.050086 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Updating router 52b01672-42bc-4bb7-9906-f19a8aa485b8 port f849aadd-bc01-4d00-a8fc-ab266f9113fd binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:33.076754 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.149021 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56150) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.162387 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ab0c30d6-19f0-4eb3-a967-071feaf77fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.174733 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.178712 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.273942 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942a4c75-add7-42e0-9efb-f90ee6db9b90,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.293340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Checking segment: {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:33.293700 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Network hostable DHCP agents. Network: 001af2c4-a441-41e5-82eb-ff9d48dee6c4, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:33.346568 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ab0c30d6-19f0-4eb3-a967-071feaf77fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.399025 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.403438 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:33.409284 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Transition to ACTIVE for port object f849aadd-bc01-4d00-a8fc-ab266f9113fd will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:33.431207 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ab0c30d6-19f0-4eb3-a967-071feaf77fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.469521 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c30d6-19f0-4eb3-a967-071feaf77fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2acd5-2b38-4276-b2b9-0acc3929e075,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.477708 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ab0c30d6-19f0-4eb3-a967-071feaf77fdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b61a89f949c54dfbac4eab051f3ac544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252211 Aug 10 03:43:33.480069 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56162) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.510470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 001af2c4-a441-41e5-82eb-ff9d48dee6c4) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:33.516894 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.517958 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.518166 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79345f95-a116-4c60-b689-1817532501b3 req-b8474229-a5b9-41a8-9c86-c3c0903aa1f2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.519888 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-79345f95-a116-4c60-b689-1817532501b3 req-b8474229-a5b9-41a8-9c86-c3c0903aa1f2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0526795 Aug 10 03:43:33.522000 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb3a13-aaeb-47f7-9e2d-82e4c0294f61 None None] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:33.539445 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.540388 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.568526 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.631396 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Pushing event updated for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.651730 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9562b198-4dcb-4c5c-90b8-086ffee9daa4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0580633 Aug 10 03:43:33.651978 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56164) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.655090 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.655551 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.656231 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.656695 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.657098 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.657496 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.657907 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.658326 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.658998 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.659265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:33.659507 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.659925 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.660384 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:33.692710 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Attempting to bind port f849aadd-bc01-4d00-a8fc-ab266f9113fd on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:33.693393 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Attempting to bind port f849aadd-bc01-4d00-a8fc-ab266f9113fd by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:33.693691 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Attempting to bind port f849aadd-bc01-4d00-a8fc-ab266f9113fd on network 57c80750-82ba-4320-ac73-b21c6cc1fc52 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:33.700995 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:33.701530 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Checking segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:33.702145 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.702629 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Bound using segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:33.703186 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Bound port: f849aadd-bc01-4d00-a8fc-ab266f9113fd, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:33.703648 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.751132 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:33.752117 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.771218 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.772285 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.792047 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] For port f849aadd-bc01-4d00-a8fc-ab266f9113fd, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:33.796154 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] For port f849aadd-bc01-4d00-a8fc-ab266f9113fd, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=f849aadd-bc01-4d00-a8fc-ab266f9113fd,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:33.843107 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-79345f95-a116-4c60-b689-1817532501b3 req-8f97fc27-c783-4905-9c9c-d84da579c580 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159983 Aug 10 03:43:33.884117 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.886702 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.887922 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06c2acd5-2b38-4276-b2b9-0acc3929e075 HTTP/1.1" status: 204 len: 168 time: 0.4090385 Aug 10 03:43:33.912029 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.920340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2acd5-2b38-4276-b2b9-0acc3929e075,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.999890 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.000264 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.003969 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.004454 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.004980 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.005265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.005614 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.005952 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.006287 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.006625 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.010338 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:34.010973 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:34.011597 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.011989 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e2bce-a71b-4ec7-b251-5429fca8884b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:34.018138 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.044444 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3d64a8a7-38fc-420e-825b-3511e69531e6 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:34.062839 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529d32-b67f-41be-8d05-77bb50cdfa25 None None] Pushing event updated for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.087082 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Allocated IP 172.20.0.2 (001af2c4-a441-41e5-82eb-ff9d48dee6c4/942a4c75-add7-42e0-9efb-f90ee6db9b90/896aeb88-3d65-4b2c-9ce7-9fa4766c56fe) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:34.175074 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:34.176962 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 3d64a8a7-38fc-420e-825b-3511e69531e6 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:34.177429 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.305074 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.325222 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.352453 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Transition to ACTIVE for port object 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:34.386459 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Transition to ACTIVE for port object 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:34.439828 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:33Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:34.472461 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6515a-cccf-48e9-a5d5-5dd1848bb682 None None] The sync data for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi is: [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:33Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:34.552610 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.594176 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:34.597674 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:34.601043 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:34.636876 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Pushing event updated for resources: {'Port': ['ID=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.650133 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.672506 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.674315 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Attempting to bind port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:34.674832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Attempting to bind port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:34.675310 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Attempting to bind port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe on network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:34.701134 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:34.701856 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Checking segment: {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:34.702288 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.702696 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Bound using segment: {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:34.707093 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Bound port: 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:34.708925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.789712 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] For port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:34.793804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] For port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:34.804541 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Allocated IP 172.27.3.100 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/8ec4f42f-1d91-4a2b-9172-5c3deac05f67) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:34.884700 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.917058 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.965002 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ec6f-9091-4048-8766-b83160c18a18 None None] Pushing event updated for resources: {'Port': ['ID=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.060422 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.150224 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:35.154554 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:35.157684 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:35.201849 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.535387 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.896894 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072b29b-9788-458f-ae62-ab13caf9cc70 None None] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:36.002566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.032797 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-6cca1109-d727-4fdd-8345-1e5e0f509c54 None None] Provisioning for port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.194873 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device f849aadd-bc01-4d00-a8fc-ab266f9113fd up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:36.294790 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:36.328468 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port f849aadd-bc01-4d00-a8fc-ab266f9113fd completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.332493 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port f849aadd-bc01-4d00-a8fc-ab266f9113fd triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:36.332875 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.421895 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:36.431020 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.434930 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47914877-5690-45d2-892a-36b551647f35 None None] Sync routers for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:36.466834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:36.466834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:36.520892 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port f849aadd-bc01-4d00-a8fc-ab266f9113fd, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=f849aadd-bc01-4d00-a8fc-ab266f9113fd,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:36.529476 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.531201 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-353ae094-2d27-4fcc-96b1-8a97e04bcfb8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8767772 Aug 10 03:43:36.533757 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56232) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:36.593211 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:36.620765 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.622062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:36.774485 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:36.856880 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:35Z', 'revision_number': 3, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:36.884007 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47914877-5690-45d2-892a-36b551647f35 None None] Checking router: 494ab3bb-07ff-47c2-9a73-4f3f717827c7 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:36.884382 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47914877-5690-45d2-892a-36b551647f35 None None] Updating router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:36.909148 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.909847 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:36.910229 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.930816 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.945170 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.109641 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Allocated IP 172.20.0.1 (001af2c4-a441-41e5-82eb-ff9d48dee6c4/942a4c75-add7-42e0-9efb-f90ee6db9b90/514b2e14-4fe2-416f-ba23-f9f14c55599d) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:37.121114 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.175670 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:37.218401 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.235187 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Transition to ACTIVE for port object 514b2e14-4fe2-416f-ba23-f9f14c55599d will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:37.256151 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.265770 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-47914877-5690-45d2-892a-36b551647f35 None None] Transition to ACTIVE for port object 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:37.328809 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.363081 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.365984 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.386903 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.409807 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:37.412734 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:37.417016 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:37.426826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-47914877-5690-45d2-892a-36b551647f35 None None] Attempting to bind port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:37.427211 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-47914877-5690-45d2-892a-36b551647f35 None None] Attempting to bind port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:37.427774 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47914877-5690-45d2-892a-36b551647f35 None None] Attempting to bind port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:37.441870 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47914877-5690-45d2-892a-36b551647f35 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:37.442255 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47914877-5690-45d2-892a-36b551647f35 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:37.442664 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.443065 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47914877-5690-45d2-892a-36b551647f35 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:37.443583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-47914877-5690-45d2-892a-36b551647f35 None None] Bound port: 8ec4f42f-1d91-4a2b-9172-5c3deac05f67, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:37.443941 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.449833 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Pushing event updated for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.465648 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacc8e5-e1c0-47b1-b7a1-66229e632229 None None] Pushing event updated for resources: {'Port': ['ID=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.480015 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.502768 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-47914877-5690-45d2-892a-36b551647f35 None None] For port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:37.506826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-47914877-5690-45d2-892a-36b551647f35 None None] For port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:37.608928 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47914877-5690-45d2-892a-36b551647f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.673876 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacc8e5-e1c0-47b1-b7a1-66229e632229 None None] Pushing event updated for resources: {'Port': ['ID=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.678764 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:37.679376 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:37.708834 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.759645 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-e15dce05-5c1a-47d3-b392-1ff1a6c46b4e None None] Provisioning for port 514b2e14-4fe2-416f-ba23-f9f14c55599d completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:37.768172 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-e15dce05-5c1a-47d3-b392-1ff1a6c46b4e None None] Provisioning complete for port 514b2e14-4fe2-416f-ba23-f9f14c55599d triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:37.768574 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e15dce05-5c1a-47d3-b392-1ff1a6c46b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.816773 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:37.841990 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-e15dce05-5c1a-47d3-b392-1ff1a6c46b4e None None] Port 514b2e14-4fe2-416f-ba23-f9f14c55599d cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:37.870964 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.937662 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.005379 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.014225 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Pushing event updated for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.019557 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device f849aadd-bc01-4d00-a8fc-ab266f9113fd up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:38.051647 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-47914877-5690-45d2-892a-36b551647f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '514b2e14-4fe2-416f-ba23-f9f14c55599d', 'name': '', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'mac_address': 'fa:16:3e:1b:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:36Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 1, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'subnets': [{'id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:38.084130 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47914877-5690-45d2-892a-36b551647f35 None None] The sync data for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi is: [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '514b2e14-4fe2-416f-ba23-f9f14c55599d', 'name': '', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'mac_address': 'fa:16:3e:1b:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:36Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 1, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'subnets': [{'id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:38.097955 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port f849aadd-bc01-4d00-a8fc-ab266f9113fd triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:38.098439 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.105057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:38.107058 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:38.233069 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:38.314937 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:38.383694 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:38.396254 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-716b279b-94ba-41bc-8bc3-cbefecf5ff5d admin admin] 10.222.0.21 "PUT /v2.0/routers/494ab3bb-07ff-47c2-9a73-4f3f717827c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8574421 Aug 10 03:43:38.405650 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-8eff98bf-6401-4e2f-b535-911bfcf9dc01 None None] Provisioning complete for port 514b2e14-4fe2-416f-ba23-f9f14c55599d triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:38.406017 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8eff98bf-6401-4e2f-b535-911bfcf9dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.442641 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:38.443021 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.475991 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-8eff98bf-6401-4e2f-b535-911bfcf9dc01 None None] Port 514b2e14-4fe2-416f-ba23-f9f14c55599d cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:40.117016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:40.294815 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:40.298740 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:40.299116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.392287 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.432041 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:40.499992 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.550286 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.027154 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:42.093362 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:42.093779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.135622 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Sync routers for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:42.144808 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:42.145467 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:42.279096 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:42.552087 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '514b2e14-4fe2-416f-ba23-f9f14c55599d', 'name': '', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'mac_address': 'fa:16:3e:1b:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:36Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 2, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'subnets': [{'id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:42.577358 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Checking router: 494ab3bb-07ff-47c2-9a73-4f3f717827c7 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:42.577707 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Updating router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 port 514b2e14-4fe2-416f-ba23-f9f14c55599d binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:42.604394 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.882915 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.896031 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Transition to ACTIVE for port object 514b2e14-4fe2-416f-ba23-f9f14c55599d will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:42.924121 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56344) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.002617 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.078385 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f038ee37-7474-4dd4-b08b-e86d1a38891c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.094088 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f2e7d-41ed-496e-bdff-dff831dd1f6b None None] Pushing event updated for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.153212 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Attempting to bind port 514b2e14-4fe2-416f-ba23-f9f14c55599d on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:43.154292 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Attempting to bind port 514b2e14-4fe2-416f-ba23-f9f14c55599d by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:43.154842 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Attempting to bind port 514b2e14-4fe2-416f-ba23-f9f14c55599d on network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:43.166039 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:43.168793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Checking segment: {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:43.168793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.168793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Bound using segment: {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:43.168793 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Bound port: 514b2e14-4fe2-416f-ba23-f9f14c55599d, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19931b23-bd64-4c8d-8886-a8dd1d7fa712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:43.169489 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.242161 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] For port 514b2e14-4fe2-416f-ba23-f9f14c55599d, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:43.245499 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] For port 514b2e14-4fe2-416f-ba23-f9f14c55599d, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=514b2e14-4fe2-416f-ba23-f9f14c55599d,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:43.253999 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f038ee37-7474-4dd4-b08b-e86d1a38891c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.369303 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.397204 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f038ee37-7474-4dd4-b08b-e86d1a38891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.426973 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ee37-7474-4dd4-b08b-e86d1a38891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581dcd2b-d817-456a-99be-427729df2db8,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.461335 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:43.461983 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.487955 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f038ee37-7474-4dd4-b08b-e86d1a38891c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa978e24e22942a786899d6c7245e093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625770 Aug 10 03:43:43.490731 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56350) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.510144 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f2e7d-41ed-496e-bdff-dff831dd1f6b None None] Pushing event updated for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.594481 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.609038 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:43.620912 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.791759 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.797390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.798725 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/581dcd2b-d817-456a-99be-427729df2db8 HTTP/1.1" status: 204 len: 168 time: 0.3070011 Aug 10 03:43:43.814167 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defd411-c67b-480b-9766-aa0cc6092a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581dcd2b-d817-456a-99be-427729df2db8,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.952103 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '514b2e14-4fe2-416f-ba23-f9f14c55599d', 'name': '', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'mac_address': 'fa:16:3e:1b:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:36Z', 'updated_at': '2021-08-10T03:43:43Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'subnets': [{'id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:44.012839 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d0312-18a6-4be2-98a1-717bb436557b None None] The sync data for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi is: [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:43:37Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '514b2e14-4fe2-416f-ba23-f9f14c55599d', 'name': '', 'network_id': '001af2c4-a441-41e5-82eb-ff9d48dee6c4', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'mac_address': 'fa:16:3e:1b:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:36Z', 'updated_at': '2021-08-10T03:43:43Z', 'revision_number': 4, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'subnets': [{'id': '942a4c75-add7-42e0-9efb-f90ee6db9b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:44.102664 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 514b2e14-4fe2-416f-ba23-f9f14c55599d up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:44.248602 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 514b2e14-4fe2-416f-ba23-f9f14c55599d completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:44.254254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 514b2e14-4fe2-416f-ba23-f9f14c55599d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:44.254876 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.405270 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.444162 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 514b2e14-4fe2-416f-ba23-f9f14c55599d, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=514b2e14-4fe2-416f-ba23-f9f14c55599d,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:44.547709 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:44.592041 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.647821 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.932052 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56364) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:44.956491 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-662b92e8-6a5b-4501-a14d-9b1191f8eae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.099076 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-662b92e8-6a5b-4501-a14d-9b1191f8eae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.203160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-662b92e8-6a5b-4501-a14d-9b1191f8eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.247740 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-662b92e8-6a5b-4501-a14d-9b1191f8eae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9e4c4a914a44070b26740160634d942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139963 Aug 10 03:43:45.248757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b92e8-6a5b-4501-a14d-9b1191f8eae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1cd28f-b1aa-4b51-b4ce-0bdfa5ba70e6,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.250516 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56368) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:45.318651 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.351768 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.534849 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.537816 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.539672 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b1cd28f-b1aa-4b51-b4ce-0bdfa5ba70e6 HTTP/1.1" status: 204 len: 168 time: 0.2876661 Aug 10 03:43:45.548902 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c3933-f77e-49bd-9a10-14fbaefaea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1cd28f-b1aa-4b51-b4ce-0bdfa5ba70e6,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.001694 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 514b2e14-4fe2-416f-ba23-f9f14c55599d up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:46.048332 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 514b2e14-4fe2-416f-ba23-f9f14c55599d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:46.048700 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.584870 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56478) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:49.690957 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acb3-40a8-4147-ba5c-956e295c7758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.781526 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acb3-40a8-4147-ba5c-956e295c7758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.899840 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0ae1acb3-40a8-4147-ba5c-956e295c7758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.933879 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1acb3-40a8-4147-ba5c-956e295c7758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5f4b0-0fa4-4256-960d-e4344fbc9cee,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.954597 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-0ae1acb3-40a8-4147-ba5c-956e295c7758 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d39f4ace519a4d4ea2d1fac67c281bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686340 Aug 10 03:43:49.957514 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56486) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:50.009112 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.035873 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.151608 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.154741 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.156109 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62d5f4b0-0fa4-4256-960d-e4344fbc9cee HTTP/1.1" status: 204 len: 168 time: 0.1974900 Aug 10 03:43:50.166365 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b23f-d3ba-426f-8c6d-b1611a314d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5f4b0-0fa4-4256-960d-e4344fbc9cee,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.083514 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56510) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:51.096970 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eed94769-805d-4fa0-ba15-d7acb7e6620a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.184895 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eed94769-805d-4fa0-ba15-d7acb7e6620a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.287922 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-eed94769-805d-4fa0-ba15-d7acb7e6620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.325923 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-eed94769-805d-4fa0-ba15-d7acb7e6620a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f1fd162e8bc4dcaa495bf3140a6ea28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413170 Aug 10 03:43:51.327850 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94769-805d-4fa0-ba15-d7acb7e6620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b61f0f-916d-40b5-80bb-a99b96b2e965,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.328746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56512) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:51.380914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.401708 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.566465 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.568962 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.570046 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00b61f0f-916d-40b5-80bb-a99b96b2e965 HTTP/1.1" status: 204 len: 168 time: 0.2403255 Aug 10 03:43:51.585455 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b78be-15f5-4a9f-b9b8-475c04711d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b61f0f-916d-40b5-80bb-a99b96b2e965,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.636283 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-0afe4500-8df6-4a04-85fd-3ea002f36502 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.637732 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-0afe4500-8df6-4a04-85fd-3ea002f36502 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 815 time: 0.1176434 Aug 10 03:43:51.652855 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-880cc51a-c89e-4da7-8a9d-45c4e8064bab tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/quotas/a2ebcc2259864e7b91ab0fe1190f0f2e HTTP/1.1" status: 200 len: 375 time: 0.0094035 Aug 10 03:43:51.710402 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-593e86b3-1a6f-4238-85bf-ce31bee13c1b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478220 Aug 10 03:43:51.812457 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-22c6b2ca-c916-423d-a90c-275c89ce5c79 service neutron] 10.222.0.21 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883257 Aug 10 03:43:51.899305 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-f5cdf5fb-ce67-4b0f-90c3-303d24afd84e service neutron] 10.222.0.21 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808821 Aug 10 03:43:52.251407 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8af9b72c-a6cd-47eb-80b4-3305ae59cdf0 req-ecf81a6e-4076-4bf1-9895-0284f75bb273 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0258119 Aug 10 03:43:52.846747 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56568) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:52.940981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179542605-network', 'tenant_id': '5ba4a721579e4deaa3a42a3964fc63c9'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:53.019529 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Made reservation on behalf of 5ba4a721579e4deaa3a42a3964fc63c9 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:53.022034 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.032031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.095505 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.121495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.208150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.238997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:53.244463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3632b1e7-8b7c-44b7-a9b6-c1f84fe81d1e,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.271258 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.271258 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Added segment f3b8f86c-5f40-4d5e-8583-2beda370cb24 of type vlan for network 59ae7aae-2979-4bbf-aa85-65b87318d75a Aug 10 03:43:53.319110 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.340818 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8d062800-4f89-4bc6-9cca-8821d74d9392 req-f0fbf33a-6f78-4613-8a3b-ac5dc0c283da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0335720 Aug 10 03:43:53.464971 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.466002 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.466650 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.524094 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] Pushing event updated for resources: {'Network': ['ID=59ae7aae-2979-4bbf-aa85-65b87318d75a,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.533696 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 59ae7aae-2979-4bbf-aa85-65b87318d75a details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:53.626102 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-c1235372-3d7f-4891-bdf8-b9b02af51455 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7781837 Aug 10 03:43:53.628834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56584) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:53.633709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Request body: {'subnet': {'network_id': '59ae7aae-2979-4bbf-aa85-65b87318d75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179542605-subnet', 'tenant_id': '5ba4a721579e4deaa3a42a3964fc63c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:53.802089 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Made reservation on behalf of 5ba4a721579e4deaa3a42a3964fc63c9 for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:53.804380 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896646'] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.042694 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3801075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896692'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.102744 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84de417b-3629-4ee0-9bc1-e9f704b73ebd,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.110012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Checking segment: {'id': 'f3b8f86c-5f40-4d5e-8583-2beda370cb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '59ae7aae-2979-4bbf-aa85-65b87318d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:54.110375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Network hostable DHCP agents. Network: 59ae7aae-2979-4bbf-aa85-65b87318d75a, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:54.236293 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Network 59ae7aae-2979-4bbf-aa85-65b87318d75a is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:54.362449 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 59ae7aae-2979-4bbf-aa85-65b87318d75a) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:54.366670 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.367281 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.373823 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685742f8-bc5c-40ba-b740-58cde48483f7 None None] Network 59ae7aae-2979-4bbf-aa85-65b87318d75a requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:54.432474 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a5f421db-e481-42d6-8ac4-b19400673dab req-fdaa5331-6564-4513-baf3-8aca62754dc0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0262966 Aug 10 03:43:54.488736 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-08357235-ad88-439b-bb5b-930e0d00f91c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8588345 Aug 10 03:43:54.489778 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012a5fd-d607-4d8d-8cbc-f588cdbd40ea None None] Network 59ae7aae-2979-4bbf-aa85-65b87318d75a requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:55.447542 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 56620) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.453335 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1831781223-network', 'tenant_id': '7cd072f59e1a4a5b9879ac20dfb372e1'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:55.525838 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-365aacfa-65e1-42a5-9981-b751a582344b req-5feb1c8c-967b-4c86-903f-c23464d8f795 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0255210 Aug 10 03:43:55.636471 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Made reservation on behalf of 7cd072f59e1a4a5b9879ac20dfb372e1 for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:55.638909 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.647570 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.733882 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.825607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.850266 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:55.860400 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f0c76-a2df-4f8b-a176-9ab3d33c1f03,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.865178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.868045 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Added segment 5b9fc3d0-5c3f-4828-bba8-954f9589475b of type vlan for network 8889c6f9-4a1e-4199-8af0-f274c883a00a Aug 10 03:43:55.904228 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.070561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.071573 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.072173 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.135824 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] Pushing event updated for resources: {'Network': ['ID=8889c6f9-4a1e-4199-8af0-f274c883a00a,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.145809 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 8889c6f9-4a1e-4199-8af0-f274c883a00a details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:56.221781 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e92c1fb2-12f0-4e72-bd12-cc12a3f37f09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7729330 Aug 10 03:43:56.224684 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 56624) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.229626 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Request body: {'subnet': {'network_id': '8889c6f9-4a1e-4199-8af0-f274c883a00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1831781223-subnet', 'tenant_id': '7cd072f59e1a4a5b9879ac20dfb372e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:56.240406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-edb9ef7c-524d-48e4-862f-5f9f95da89d8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.241915 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-edb9ef7c-524d-48e4-862f-5f9f95da89d8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 815 time: 0.1001148 Aug 10 03:43:56.268945 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'port': {'device_id': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'admin_state_up': True, 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:56.345532 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Made reservation on behalf of 7cd072f59e1a4a5b9879ac20dfb372e1 for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:56.347889 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.620738 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e5f8b3c5-995c-4c33-b9e7-1c1e417050b7 req-5a3f4b4a-0977-4c5c-870f-87997b96b92a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Aug 10 03:43:56.734325 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Made reservation on behalf of a2ebcc2259864e7b91ab0fe1190f0f2e for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:56.738098 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.831115 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.890832 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a847f6-c7c7-4c45-b7d3-fb0e123c2b70,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.897175 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Checking segment: {'id': '5b9fc3d0-5c3f-4828-bba8-954f9589475b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8889c6f9-4a1e-4199-8af0-f274c883a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:56.897547 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Network hostable DHCP agents. Network: 8889c6f9-4a1e-4199-8af0-f274c883a00a, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:57.049053 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Allocated IP 172.20.0.8 (57c80750-82ba-4320-ac73-b21c6cc1fc52/a4aebe3e-7660-463f-ae5d-f50e44273213/e4c32421-6086-4a06-97cd-96e3d3edc391) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:57.082351 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Network 8889c6f9-4a1e-4199-8af0-f274c883a00a is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:57.185502 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 8889c6f9-4a1e-4199-8af0-f274c883a00a) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:57.190590 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.192728 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.197325 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89950aa4-d911-4709-9faf-7d23e02df865 None None] Network 8889c6f9-4a1e-4199-8af0-f274c883a00a requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:57.241695 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.256861 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Transition to ACTIVE for port object e4c32421-6086-4a06-97cd-96e3d3edc391 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:57.294821 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-49d47caf-afbd-4383-88b0-5a8ee08957e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0689185 Aug 10 03:43:57.322308 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a499b52-6566-44a3-815d-500852d348cb None None] Network 8889c6f9-4a1e-4199-8af0-f274c883a00a requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:57.397326 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.445498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:57.451291 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:57.455316 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:57.485245 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.535768 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.536931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.655675 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-b31f600f-355a-4c04-a105-8315672489f6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904819 Aug 10 03:43:57.677055 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Request body: {'port': {'device_id': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:57.756820 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-780d2786-49fb-4d35-83d1-fe4e5f7d3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.814233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.842576 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-9d2c4708-1165-47c5-aeef-3a4652372375 None None] Provisioning for port e4c32421-6086-4a06-97cd-96e3d3edc391 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:57.846847 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-9d2c4708-1165-47c5-aeef-3a4652372375 None None] Provisioning complete for port e4c32421-6086-4a06-97cd-96e3d3edc391 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:57.847459 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4708-1165-47c5-aeef-3a4652372375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.886499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc10bb-acca-4c38-ad2c-6018806968ed req-c50c8cb3-56fe-4412-a454-4fc998232c72 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.889619 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-43cc10bb-acca-4c38-ad2c-6018806968ed req-c50c8cb3-56fe-4412-a454-4fc998232c72 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 931 time: 0.1934857 Aug 10 03:43:57.910992 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c4708-1165-47c5-aeef-3a4652372375 None None] Port e4c32421-6086-4a06-97cd-96e3d3edc391 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:58.008725 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-43cc10bb-acca-4c38-ad2c-6018806968ed req-c7c538ca-6c6a-4e8d-8e87-661c2db0524b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081684 Aug 10 03:43:58.202320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c32421-6086-4a06-97cd-96e3d3edc391 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:58.211750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.224015 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Transition to ACTIVE for port object e4c32421-6086-4a06-97cd-96e3d3edc391 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:58.345073 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.417013 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.481480 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Attempting to bind port e4c32421-6086-4a06-97cd-96e3d3edc391 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:58.481842 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Attempting to bind port e4c32421-6086-4a06-97cd-96e3d3edc391 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:58.482166 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Attempting to bind port e4c32421-6086-4a06-97cd-96e3d3edc391 on network 57c80750-82ba-4320-ac73-b21c6cc1fc52 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.487454 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Port e4c32421-6086-4a06-97cd-96e3d3edc391 on network 57c80750-82ba-4320-ac73-b21c6cc1fc52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:58.487888 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Attempting to bind port e4c32421-6086-4a06-97cd-96e3d3edc391 on network 57c80750-82ba-4320-ac73-b21c6cc1fc52 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.496594 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:58.496940 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Checking segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:58.497339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Bound using segment: {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:58.497778 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Bound port: e4c32421-6086-4a06-97cd-96e3d3edc391, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd520227f-7c93-4a67-a680-7010ebba0106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:58.498146 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.572672 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:58.576328 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:58.769440 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.810536 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.811318 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.812764 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] 10.222.0.63 "PUT /v2.0/ports/e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 1093 time: 1.1405196 Aug 10 03:43:58.813200 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:58.815596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:58.849846 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e5264-a275-432b-b80e-4bc22dd8067b service neutron] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.917629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0810b-1c64-452d-a572-35dee35814ac x-openstack-request-id: req-61b0810b-1c64-452d-a572-35dee35814ac {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:58.917629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:58.917629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b0810b-1c64-452d-a572-35dee35814ac {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:58.917629 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:43:59.168334 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b240-8c7d-4b4a-8ea2-3350dd127f28 req-8c0fa3ea-1218-4f62-a84b-d7f2fe0283e9 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.172750 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5d4b240-8c7d-4b4a-8ea2-3350dd127f28 req-8c0fa3ea-1218-4f62-a84b-d7f2fe0283e9 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0642159 Aug 10 03:43:59.214144 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5d4b240-8c7d-4b4a-8ea2-3350dd127f28 req-f05c126b-33c2-45c8-81b7-45e950a2dabb tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Aug 10 03:44:00.219596 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-50776d98-c054-4324-b347-10e57d788483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.344894 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8057d93-1da2-42ce-8e11-c136d1a8a4fb req-f2c2a0a3-ff7a-421b-9877-6dcf834f4c7b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.346300 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b8057d93-1da2-42ce-8e11-c136d1a8a4fb req-f2c2a0a3-ff7a-421b-9877-6dcf834f4c7b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0527315 Aug 10 03:44:00.368365 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.386633 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b8057d93-1da2-42ce-8e11-c136d1a8a4fb req-0533844e-36d1-4d56-bea6-5a76bf697167 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Aug 10 03:44:01.451091 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.551956 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daed48-ff45-425e-b354-f707771e8738 req-4debfd57-b1a3-4151-b026-c537712da8e6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.553520 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-59daed48-ff45-425e-b354-f707771e8738 req-4debfd57-b1a3-4151-b026-c537712da8e6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0512428 Aug 10 03:44:01.597219 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-59daed48-ff45-425e-b354-f707771e8738 req-c9503d9e-9617-4a58-9fbb-0f92a191e0dc tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Aug 10 03:44:02.718090 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1fe1d-c214-443d-8dca-c8d765e4cfaa req-e3c03c33-0f3e-4a66-a897-0c8aa1278902 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.720341 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c2d1fe1d-c214-443d-8dca-c8d765e4cfaa req-e3c03c33-0f3e-4a66-a897-0c8aa1278902 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0532277 Aug 10 03:44:02.792729 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c2d1fe1d-c214-443d-8dca-c8d765e4cfaa req-fd1fc042-4361-42d6-9872-9521e8cf5e25 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615277 Aug 10 03:44:03.173895 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.925875 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13eb3e-c87a-4d7e-81af-294aec85c328 req-e363aca9-b241-4ae7-ace5-4c3c0416f3ab tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.927355 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5a13eb3e-c87a-4d7e-81af-294aec85c328 req-e363aca9-b241-4ae7-ace5-4c3c0416f3ab tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0641046 Aug 10 03:44:03.968832 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5a13eb3e-c87a-4d7e-81af-294aec85c328 req-987a4d22-2359-40a1-bf4e-7334723f685b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Aug 10 03:44:05.093772 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26ee91-67a2-4724-af2c-49488d3fe88f req-414bcae9-03b2-48ee-892f-8662bd57c34c tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.101643 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cf26ee91-67a2-4724-af2c-49488d3fe88f req-414bcae9-03b2-48ee-892f-8662bd57c34c tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0530741 Aug 10 03:44:05.149071 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cf26ee91-67a2-4724-af2c-49488d3fe88f req-b603f013-c2c5-4eb8-8b8c-9afcf8e172f7 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Aug 10 03:44:06.271644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adb205-cc4c-4225-a5de-8642b4cf7963 req-2075406c-9b42-44d9-812a-fb303b9078ad tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.273252 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39adb205-cc4c-4225-a5de-8642b4cf7963 req-2075406c-9b42-44d9-812a-fb303b9078ad tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0566301 Aug 10 03:44:06.310880 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-39adb205-cc4c-4225-a5de-8642b4cf7963 req-1fe59476-50e6-4418-8bda-6c0205bb9c54 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Aug 10 03:44:07.430246 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b99c-49be-40ce-ab35-d3dedf132342 req-05cff818-1292-4292-8253-8e4aab6e52ba tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.431727 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc64b99c-49be-40ce-ab35-d3dedf132342 req-05cff818-1292-4292-8253-8e4aab6e52ba tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0488183 Aug 10 03:44:07.471583 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bc64b99c-49be-40ce-ab35-d3dedf132342 req-6a778d5b-be00-4c2f-86ef-9643ce09bc58 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Aug 10 03:44:08.668543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad94e5-84f2-4528-8ec9-288cd58841db req-d7802512-cdbc-4c05-b0d6-54a6c7f4556d tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.668543 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-24ad94e5-84f2-4528-8ec9-288cd58841db req-d7802512-cdbc-4c05-b0d6-54a6c7f4556d tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Aug 10 03:44:08.685539 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-24ad94e5-84f2-4528-8ec9-288cd58841db req-b09ac801-8226-47eb-8f3b-b652b38bcaae tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 10 03:44:09.829425 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214bf5-b494-46d7-841b-7e768792a086 req-f0e3ac48-2f15-4b00-9c19-3e5d3490fe1a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.831564 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5c214bf5-b494-46d7-841b-7e768792a086 req-f0e3ac48-2f15-4b00-9c19-3e5d3490fe1a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0587816 Aug 10 03:44:09.870023 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5c214bf5-b494-46d7-841b-7e768792a086 req-c5c183ff-61f1-4616-bc8c-b6f5a990f2da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Aug 10 03:44:10.178446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-35242c27-437e-4994-b53e-f533ab31c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.180003 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-35242c27-437e-4994-b53e-f533ab31c835 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1096 time: 0.0403681 Aug 10 03:44:10.985684 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d950-e994-43c4-8287-24f2a2622f0f req-f70041c4-6da2-4b15-abfc-c7ca54fc4f01 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.987136 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e736d950-e994-43c4-8287-24f2a2622f0f req-f70041c4-6da2-4b15-abfc-c7ca54fc4f01 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0519366 Aug 10 03:44:11.023655 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e736d950-e994-43c4-8287-24f2a2622f0f req-d235ccd9-2d49-4dfc-8579-a8ffce7b205a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Aug 10 03:44:12.136287 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e90b3-ab56-40f6-a2c6-427439256eb0 req-57b7d585-5527-4eb9-a73e-f55bcf38e802 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.138146 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e89e90b3-ab56-40f6-a2c6-427439256eb0 req-57b7d585-5527-4eb9-a73e-f55bcf38e802 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0499504 Aug 10 03:44:12.174642 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e89e90b3-ab56-40f6-a2c6-427439256eb0 req-f131313b-e650-41f9-9be6-4aa9779e340f tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301735 Aug 10 03:44:12.989222 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-32fd7336-ee4a-4113-979d-f1cd5cc53a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.990930 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-32fd7336-ee4a-4113-979d-f1cd5cc53a52 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1033070 Aug 10 03:44:13.082630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-2812a854-714f-4f55-81e1-d1ca1d17a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.084104 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5f51fa1-9650-46f2-8b21-0f523b3ca8d6 req-2812a854-714f-4f55-81e1-d1ca1d17a52a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860949 Aug 10 03:44:13.187888 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-8279c609-3dda-4232-85fd-56f3c3dc8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.189398 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-8279c609-3dda-4232-85fd-56f3c3dc8be5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1096 time: 0.0399692 Aug 10 03:44:13.245011 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-6895c62d-ed74-47c6-9588-1e47dd0836aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 217 time: 0.0399680 Aug 10 03:44:13.322497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7dbdc-f6ea-4c2b-a9ed-1be51c67a19c req-46a418d4-10d1-49f2-b5f9-05dacf04b535 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.324024 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-56f7dbdc-f6ea-4c2b-a9ed-1be51c67a19c req-46a418d4-10d1-49f2-b5f9-05dacf04b535 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0817378 Aug 10 03:44:13.327594 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-9eb00ed9-f060-4d7e-87b7-7b7c2b980d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.328955 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-9eb00ed9-f060-4d7e-87b7-7b7c2b980d73 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.0610328 Aug 10 03:44:13.391412 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-56f7dbdc-f6ea-4c2b-a9ed-1be51c67a19c req-7d48aa9a-8ccc-4768-a4d1-71e8177ad25e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Aug 10 03:44:13.397633 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-dde98b97-633a-4051-9537-3d98abad4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.399115 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-dde98b97-633a-4051-9537-3d98abad4440 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624564 Aug 10 03:44:13.489715 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-942df366-0c27-498c-b1c2-1bdd89cdf457 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816612 Aug 10 03:44:14.507935 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a33d-fda1-4652-b144-55eb746ee522 req-28b1e7e8-020b-4f3e-a014-f6a44e32207e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.509436 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71b4a33d-fda1-4652-b144-55eb746ee522 req-28b1e7e8-020b-4f3e-a014-f6a44e32207e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0538032 Aug 10 03:44:14.547170 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-71b4a33d-fda1-4652-b144-55eb746ee522 req-d874881d-c88b-4a8b-9d94-e0ace6d86bb1 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Aug 10 03:44:15.659741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b770ff8-a45a-4e55-a99b-94d529b1c995 req-c6bfdc1b-0adb-45af-88cb-f1c5a0c56a68 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.661293 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b770ff8-a45a-4e55-a99b-94d529b1c995 req-c6bfdc1b-0adb-45af-88cb-f1c5a0c56a68 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0482211 Aug 10 03:44:15.699082 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0b770ff8-a45a-4e55-a99b-94d529b1c995 req-6658c077-97dd-4c2c-bf3f-41081dc3429d tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Aug 10 03:44:16.291225 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8f8a6ac3-96e7-4f47-8a99-20746fce715c req-04391a86-bd27-4a83-86e6-6eeb55b670d0 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814919 Aug 10 03:44:16.968993 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1b71-c421-4dfb-817b-b62e8acface4 req-313e7ace-43a9-402d-9222-2a61b3d82e43 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.970555 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-856d1b71-c421-4dfb-817b-b62e8acface4 req-313e7ace-43a9-402d-9222-2a61b3d82e43 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.2061343 Aug 10 03:44:17.013293 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-856d1b71-c421-4dfb-817b-b62e8acface4 req-5350918b-ff30-4907-99e9-72ec4dc7bc2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Aug 10 03:44:17.170206 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf29a-62f6-415a-a850-6d7be7fea98e req-92dd29d6-0dac-46a6-ac57-986abc7f68b3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.174900 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-73baf29a-62f6-415a-a850-6d7be7fea98e req-92dd29d6-0dac-46a6-ac57-986abc7f68b3 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.1424348 Aug 10 03:44:17.211038 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-73baf29a-62f6-415a-a850-6d7be7fea98e req-12077c4a-a363-4ea1-b343-b8e06d59d5ce tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331502 Aug 10 03:44:17.600798 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7d575-8500-4430-afe2-2b11b82c7648 req-b5c90a0f-be1a-4ea8-9291-58de145331c8 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.608760 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16c7d575-8500-4430-afe2-2b11b82c7648 req-b5c90a0f-be1a-4ea8-9291-58de145331c8 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Aug 10 03:44:17.643535 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16c7d575-8500-4430-afe2-2b11b82c7648 req-b3d00654-8acf-404f-8fa9-605790ea634b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Aug 10 03:44:18.140634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c50ef4-5cca-45d3-b4fc-4c5e360b63b3 req-a0326692-8370-472c-b1d7-b690ff591223 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.142160 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88c50ef4-5cca-45d3-b4fc-4c5e360b63b3 req-a0326692-8370-472c-b1d7-b690ff591223 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0517497 Aug 10 03:44:18.180888 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88c50ef4-5cca-45d3-b4fc-4c5e360b63b3 req-389ffed1-496b-4c8a-8f3c-ec053923df96 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 10 03:44:18.331205 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303a82c-852a-4a3a-b8a4-90b3f441dfd5 req-89b852bd-5bc7-43da-a791-b4a729f056eb tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.332728 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6303a82c-852a-4a3a-b8a4-90b3f441dfd5 req-89b852bd-5bc7-43da-a791-b4a729f056eb tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0502148 Aug 10 03:44:18.371638 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6303a82c-852a-4a3a-b8a4-90b3f441dfd5 req-702e51cb-7380-4aea-abfe-c45ee111d0c5 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Aug 10 03:44:18.758878 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4588a2-faac-412f-9222-33fed5e54acc req-3183158a-220b-481d-8ec1-90e476c629d8 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.760396 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3d4588a2-faac-412f-9222-33fed5e54acc req-3183158a-220b-481d-8ec1-90e476c629d8 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Aug 10 03:44:18.798378 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3d4588a2-faac-412f-9222-33fed5e54acc req-9e6534e7-d96b-43eb-975b-b3cfb1f4433a tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Aug 10 03:44:19.306505 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9de7-b54b-46a9-9d6c-91ec61b766b3 req-e934cfd9-0ce5-4976-b926-a0a1f38c08d7 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.308103 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c89f9de7-b54b-46a9-9d6c-91ec61b766b3 req-e934cfd9-0ce5-4976-b926-a0a1f38c08d7 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.0548148 Aug 10 03:44:19.347720 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c89f9de7-b54b-46a9-9d6c-91ec61b766b3 req-029c15aa-5405-4011-a92f-e56dbf9b8648 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Aug 10 03:44:19.489924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ddee-a0f2-44de-be7a-c6a9bdf70bf1 req-325dec81-b6ea-40eb-8cdd-70c9940d3e3b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.491461 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a848ddee-a0f2-44de-be7a-c6a9bdf70bf1 req-325dec81-b6ea-40eb-8cdd-70c9940d3e3b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Aug 10 03:44:19.533311 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a848ddee-a0f2-44de-be7a-c6a9bdf70bf1 req-dee05e14-e520-4395-a013-96a1394145e0 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351822 Aug 10 03:44:19.641488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146e456-9bce-4826-848b-0a60d429e550 req-86b5b76d-e457-4e26-a446-9f1e8010db99 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.642947 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5146e456-9bce-4826-848b-0a60d429e550 req-86b5b76d-e457-4e26-a446-9f1e8010db99 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0477085 Aug 10 03:44:19.682546 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5146e456-9bce-4826-848b-0a60d429e550 req-b5beec50-db47-46d2-83b6-3566e97675e7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Aug 10 03:44:19.882582 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-3173861e-f7c4-40f9-83d1-be6e680e5b48 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.884051 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-3173861e-f7c4-40f9-83d1-be6e680e5b48 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0719697 Aug 10 03:44:19.893025 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-653ad692-5f14-4c7d-980d-6e57bdffdf5c tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.894665 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-653ad692-5f14-4c7d-980d-6e57bdffdf5c tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0918806 Aug 10 03:44:19.929885 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94874d86-8ccb-440c-a320-3aecf79d7b95 req-453831bb-cceb-4c4c-b9d3-825251dc7038 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.931832 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94874d86-8ccb-440c-a320-3aecf79d7b95 req-453831bb-cceb-4c4c-b9d3-825251dc7038 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 945 time: 0.0613434 Aug 10 03:44:19.979578 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94874d86-8ccb-440c-a320-3aecf79d7b95 req-7c827ca7-db80-4a15-b13c-57ad5d58f996 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Aug 10 03:44:20.057458 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Deleting port 096af4bc-acc2-42b7-8512-7a1b982bef27 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:20.057808 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.064819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Deleting port 12cb09a3-9484-46a1-8f5c-54e53b12470c {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:20.065166 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.217680 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] For port 096af4bc-acc2-42b7-8512-7a1b982bef27, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=096af4bc-acc2-42b7-8512-7a1b982bef27,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.218067 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.228271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] For port 12cb09a3-9484-46a1-8f5c-54e53b12470c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=12cb09a3-9484-46a1-8f5c-54e53b12470c,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.228684 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.242560 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Calling delete_port for 096af4bc-acc2-42b7-8512-7a1b982bef27 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:20.623390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2bd66-ae53-4b83-a63e-68d3d1052993 req-b0a27c1d-ba90-42fe-88ae-ad15879c3099 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.625053 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75d2bd66-ae53-4b83-a63e-68d3d1052993 req-b0a27c1d-ba90-42fe-88ae-ad15879c3099 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 943 time: 0.2022717 Aug 10 03:44:20.655751 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a3e03-29a0-411d-8af7-5ee65b9e874d req-de05fda6-4ab7-44bb-817a-77a608492d37 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.657395 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e43a3e03-29a0-411d-8af7-5ee65b9e874d req-de05fda6-4ab7-44bb-817a-77a608492d37 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 946 time: 0.0524490 Aug 10 03:44:20.698781 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e43a3e03-29a0-411d-8af7-5ee65b9e874d req-9ee9e504-1f15-4f82-9248-001a84ce95d2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=60474ba2-132f-4710-8369-73f5d93f2d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Aug 10 03:44:20.817587 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b836146-ea90-406c-90c0-f4a8474a34d7 req-32344284-cebc-417c-b689-06f2a5bacc19 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.819430 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b836146-ea90-406c-90c0-f4a8474a34d7 req-32344284-cebc-417c-b689-06f2a5bacc19 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.0544310 Aug 10 03:44:20.849740 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device e4c32421-6086-4a06-97cd-96e3d3edc391 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:20.872588 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b836146-ea90-406c-90c0-f4a8474a34d7 req-b46fdcae-641d-4c05-996f-fbb48c16ebf2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Aug 10 03:44:20.924720 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75d2bd66-ae53-4b83-a63e-68d3d1052993 req-91372d2b-50cd-4774-9aa5-1aaf6a14598c tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913513 Aug 10 03:44:20.951461 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.962818 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'port_id': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'mac_address': 'fa:16:3e:ac:88:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:21.002954 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.015298 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.015847 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.016163 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Floating IP e62ca2d5-ea94-425d-800a-e355a07e2ce4 disassociated. External IP: 172.27.3.142, port: 12cb09a3-9484-46a1-8f5c-54e53b12470c. Aug 10 03:44:21.016823 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Calling delete_port for 12cb09a3-9484-46a1-8f5c-54e53b12470c owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:21.018633 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.020536 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c32421-6086-4a06-97cd-96e3d3edc391 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:21.045505 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:21.055516 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Pushing event deleted for resources: {'Port': ['ID=096af4bc-acc2-42b7-8512-7a1b982bef27,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.071212 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['096af4bc-acc2-42b7-8512-7a1b982bef27'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:21.093518 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16445fbb-709b-4868-855e-5d49855a0412 req-8c563fb8-329c-4cdf-b894-e42621168c5d tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0317211 Aug 10 03:44:21.133430 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.136880 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] No DVR routers for this DVR port 096af4bc-acc2-42b7-8512-7a1b982bef27 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:21.139726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.141513 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0c7b74b2-519b-40c5-9dcb-43188b12c556 req-01aef04e-4149-4455-9b56-5b60f1998447 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "DELETE /v2.0/ports/096af4bc-acc2-42b7-8512-7a1b982bef27 HTTP/1.1" status: 204 len: 173 time: 1.2384653 Aug 10 03:44:21.143589 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'name': 'network-vif-deleted', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:21.145888 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54335e1d-ed27-44ca-90a1-84fad12beb27" -d '{"events": [{"server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "name": "network-vif-deleted", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:21.193150 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.198003 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61944dc-1515-4cad-8889-c27be53eb66a x-openstack-request-id: req-e61944dc-1515-4cad-8889-c27be53eb66a {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:21.198299 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc93e7b-20ee-49c2-8f30-c97c884a1118", "name": "network-vif-deleted", "tag": "096af4bc-acc2-42b7-8512-7a1b982bef27", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:21.198583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e61944dc-1515-4cad-8889-c27be53eb66a {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:21.199191 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc93e7b-20ee-49c2-8f30-c97c884a1118', 'name': 'network-vif-deleted', 'tag': '096af4bc-acc2-42b7-8512-7a1b982bef27', 'status': 'completed', 'code': 200} Aug 10 03:44:21.202008 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.202382 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.202724 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.203265 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.203831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.204379 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.208467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:21.350795 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57114) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.390719 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.395844 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Deleting subnet 84de417b-3629-4ee0-9bc1-e9f704b73ebd {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:21.399820 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.422168 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'Port': ['ID=12cb09a3-9484-46a1-8f5c-54e53b12470c,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.441410 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.482282 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.531329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:21.549943 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:21.578400 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-948121cc-1d5e-464f-b412-0cbad43948e4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.578400 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-948121cc-1d5e-464f-b412-0cbad43948e4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.1068287 Aug 10 03:44:21.634145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:21.658257 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.689023 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.694496 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84de417b-3629-4ee0-9bc1-e9f704b73ebd HTTP/1.1" status: 204 len: 168 time: 0.3423800 Aug 10 03:44:21.695575 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57116) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.696281 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22e718-18a6-478b-ae27-f3632adf0059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84de417b-3629-4ee0-9bc1-e9f704b73ebd,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.795561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Deleting port 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:21.795907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.818070 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.847067 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a23da2e5-3941-4673-985d-1915334685eb req-3aab2c05-b2c7-45ac-9f26-8fb60abe7090 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0445108 Aug 10 03:44:21.853561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:21.876398 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:21.890664 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:21.892267 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:21.924412 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] No DVR routers for this DVR port 12cb09a3-9484-46a1-8f5c-54e53b12470c on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:21.930812 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.934091 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3f59cad5-7cea-476e-8dc3-2a4639e14cb7 req-933d7595-7129-48ba-bff0-d36da3cca7d6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "DELETE /v2.0/ports/12cb09a3-9484-46a1-8f5c-54e53b12470c HTTP/1.1" status: 204 len: 173 time: 2.0382416 Aug 10 03:44:21.964386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] For port 54a387d8-dbe0-4a78-bbba-58f771dd4478, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54a387d8-dbe0-4a78-bbba-58f771dd4478,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:21.965281 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.022269 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.050372 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ae7aae-2979-4bbf-aa85-65b87318d75a']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.080567 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b8f86c-5f40-4d5e-8583-2beda370cb24') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.096118 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b8f86c-5f40-4d5e-8583-2beda370cb24') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.142943 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833971a-e768-4898-8152-400a29cd3188 req-e45a2732-9b37-4d07-b0f1-abb40671f81b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.144675 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6833971a-e768-4898-8152-400a29cd3188 req-e45a2732-9b37-4d07-b0f1-abb40671f81b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 946 time: 0.1199138 Aug 10 03:44:22.165695 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:22.186526 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.216295 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.227336 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:22.227753 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:22.229583 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:22.264805 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6833971a-e768-4898-8152-400a29cd3188 req-764a7dcb-89b9-4a70-b22b-e313e54cb256 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=a80b2203-85bd-41f7-8d1e-b94f6209027d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050680 Aug 10 03:44:22.275063 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.275415 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.276337 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Floating IP d7efde22-dbb0-4fe3-9b05-6f67cdb239e9 disassociated. External IP: 172.27.3.94, port: 54a387d8-dbe0-4a78-bbba-58f771dd4478. Aug 10 03:44:22.276727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Calling delete_port for 54a387d8-dbe0-4a78-bbba-58f771dd4478 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:22.525856 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e1fcc10f-0578-4563-ada7-089748ede9bb req-9d526cb5-7074-403d-ab40-122c03c67aa5 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc93e7b-20ee-49c2-8f30-c97c884a1118 HTTP/1.1" status: 200 len: 210 time: 0.0451243 Aug 10 03:44:22.638746 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b507b68-a28f-4bd0-a580-9a88a5d85cd8 req-a8ce548e-d15e-4c20-b1b1-b01d90649414 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.640367 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b507b68-a28f-4bd0-a580-9a88a5d85cd8 req-a8ce548e-d15e-4c20-b1b1-b01d90649414 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 944 time: 0.5410123 Aug 10 03:44:22.653882 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-f6c7ffa2-1e93-45d2-91f0-2a5c7aa73afc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0379741 Aug 10 03:44:22.689872 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b507b68-a28f-4bd0-a580-9a88a5d85cd8 req-9a9560d1-9339-4f08-938b-a1bdcbdedba2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Aug 10 03:44:22.692597 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.722402 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-8a03152c-a9db-48f0-9e53-ebc505e3ba0d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0369325 Aug 10 03:44:22.725158 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:22.734763 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:22.735400 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.810864 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.842231 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:22.852798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'Port': ['ID=54a387d8-dbe0-4a78-bbba-58f771dd4478,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.871813 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device e4c32421-6086-4a06-97cd-96e3d3edc391 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:22.889678 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-7c70ac59-c175-470a-85d8-7d1238aca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.891239 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-7c70ac59-c175-470a-85d8-7d1238aca750 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=db9e9e54834e4fe682d4305010655be7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1436002 Aug 10 03:44:22.910567 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.938315 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.945879 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/59ae7aae-2979-4bbf-aa85-65b87318d75a HTTP/1.1" status: 204 len: 168 time: 1.2439003 Aug 10 03:44:22.945879 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d2169-87f6-40e1-97db-8b95a1c1a2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=59ae7aae-2979-4bbf-aa85-65b87318d75a,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.945879 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57140) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:23.042305 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Deleting subnet d1a847f6-c7c7-4c45-b7d3-fb0e123c2b70 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:23.046534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.120007 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.133059 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-515f6aab-5779-4e37-9dc0-c4efb591f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.140545 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cad7f938-1a33-4f6c-9140-db6a6938889b req-515f6aab-5779-4e37-9dc0-c4efb591f25c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772559 Aug 10 03:44:23.141458 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.147376 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port e4c32421-6086-4a06-97cd-96e3d3edc391 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:23.176106 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cfcff71d-49b8-4d7f-bcbf-8ad15ee64ecb req-20cd7f62-e10d-4a03-a48a-2e04250c163f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b3a59e0-96ca-48a8-a62f-c6fef743ce89 HTTP/1.1" status: 200 len: 210 time: 0.0788512 Aug 10 03:44:23.178669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port e4c32421-6086-4a06-97cd-96e3d3edc391 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:23.179047 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.206702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'name': 'network-vif-deleted', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:23.208432 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.209395 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746689c0-5e14-44cb-bcac-2b52f1ca641e" -d '{"events": [{"server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "name": "network-vif-deleted", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:23.267896 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:23.268117 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.274467 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dec5d7-576b-4158-8ea7-536998fc012f x-openstack-request-id: req-76dec5d7-576b-4158-8ea7-536998fc012f {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:23.274797 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3a59e0-96ca-48a8-a62f-c6fef743ce89", "name": "network-vif-deleted", "tag": "12cb09a3-9484-46a1-8f5c-54e53b12470c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:23.275061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76dec5d7-576b-4158-8ea7-536998fc012f {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:23.275386 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a59e0-96ca-48a8-a62f-c6fef743ce89', 'name': 'network-vif-deleted', 'tag': '12cb09a3-9484-46a1-8f5c-54e53b12470c', 'status': 'completed', 'code': 200} Aug 10 03:44:23.302775 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7a5cd-af8d-4412-b3e1-d2cfb10e728a None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:23.356162 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.399595 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:23.402627 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a55b011-96ed-48c9-8d2b-e2353370643d" -d '{"events": [{"server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "name": "network-vif-plugged", "status": "completed", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:23.428088 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.430582 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:23.435589 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:23.451370 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:23.461328 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:23.463072 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0357d0-27b9-458a-9b08-01593408d4f4 x-openstack-request-id: req-4a0357d0-27b9-458a-9b08-01593408d4f4 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:23.463651 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "name": "network-vif-plugged", "status": "completed", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:23.464399 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a0357d0-27b9-458a-9b08-01593408d4f4 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:23.466306 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a847f6-c7c7-4c45-b7d3-fb0e123c2b70,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.466646 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'code': 200} Aug 10 03:44:23.467525 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.468843 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.471299 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e44facf5-9ed8-459d-8a55-aab60de5f772 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1a847f6-c7c7-4c45-b7d3-fb0e123c2b70 HTTP/1.1" status: 204 len: 168 time: 0.5243154 Aug 10 03:44:23.474599 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57150) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:23.548336 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9edb2c00-2d4a-4229-bf96-18d3d188e9f5 req-97e4af7f-1544-4296-a183-9e4f613b68ac tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.1096718 Aug 10 03:44:23.556154 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.557066 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 096af4bc-acc2-42b7-8512-7a1b982bef27 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:23.659328 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.677010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] No DVR routers for this DVR port 54a387d8-dbe0-4a78-bbba-58f771dd4478 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:23.697671 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.704303 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-024c57e2-2bb0-4f70-b10c-dfeca56999c4 req-e36c7c85-6e86-44fe-91a9-ee54bb9db9f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "DELETE /v2.0/ports/54a387d8-dbe0-4a78-bbba-58f771dd4478 HTTP/1.1" status: 204 len: 173 time: 2.1194077 Aug 10 03:44:23.754440 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 096af4bc-acc2-42b7-8512-7a1b982bef27 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:23.755194 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 096af4bc-acc2-42b7-8512-7a1b982bef27 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:23.756046 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 12cb09a3-9484-46a1-8f5c-54e53b12470c no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:23.777120 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:23.842379 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 12cb09a3-9484-46a1-8f5c-54e53b12470c {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:23.842887 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 12cb09a3-9484-46a1-8f5c-54e53b12470c not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:23.851105 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.886340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.903183 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889c6f9-4a1e-4199-8af0-f274c883a00a']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.926009 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9fc3d0-5c3f-4828-bba8-954f9589475b') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.926769 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9fc3d0-5c3f-4828-bba8-954f9589475b') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.943548 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc692c-2592-4444-be12-09a1e3126361 req-7b0f42cf-0729-4e7a-b352-472522ca1ae3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.945681 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.957491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-defc692c-2592-4444-be12-09a1e3126361 req-7b0f42cf-0729-4e7a-b352-472522ca1ae3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.1042702 Aug 10 03:44:23.967029 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.978208 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:23.979602 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:23.985835 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:24.084897 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-defc692c-2592-4444-be12-09a1e3126361 req-10770e78-735b-4948-9270-178b661e966a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078541 Aug 10 03:44:24.117169 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27b76-65d2-47d5-9e16-a0d44609b9d8 req-52a0f61e-3681-47b4-9790-fe1678be5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.118763 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ccf27b76-65d2-47d5-9e16-a0d44609b9d8 req-52a0f61e-3681-47b4-9790-fe1678be5b28 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1098 time: 0.0719316 Aug 10 03:44:24.122668 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.127100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62584b-9158-4738-80f9-ec42641ec68a None None] New status for floating IP e62ca2d5-ea94-425d-800a-e355a07e2ce4: DOWN {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:24.131514 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.133492 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] 10.222.0.21 "DELETE /v2.0/networks/8889c6f9-4a1e-4199-8af0-f274c883a00a HTTP/1.1" status: 204 len: 168 time: 0.6580932 Aug 10 03:44:24.156714 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325cd4c-0ff4-4271-b347-2baf00f9aedf admin admin] Pushing event deleted for resources: {'Network': ['ID=8889c6f9-4a1e-4199-8af0-f274c883a00a,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.197183 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ccf27b76-65d2-47d5-9e16-a0d44609b9d8 req-b4d8c92a-62d2-4fdd-b9e6-47c95d8f8ccc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Aug 10 03:44:24.257904 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:24.298604 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:24.307774 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:24.308717 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:24.405796 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57170) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.475895 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.506673 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.524894 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:24.592679 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57172) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.650196 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-5ef09310-e103-4771-a7fc-11603b8c7a8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ba4a721579e4deaa3a42a3964fc63c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531626 Aug 10 03:44:24.673172 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57178) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.728371 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.736089 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-13a8e1a9-57e2-4d9f-bd3c-7b8bce77f6b5 req-3c312e0c-ce9b-4e93-8f07-accc589e3d89 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0316308 Aug 10 03:44:24.765387 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.768582 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.772408 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "DELETE /v2.0/security-groups/60474ba2-132f-4710-8369-73f5d93f2d68 HTTP/1.1" status: 204 len: 168 time: 0.3640399 Aug 10 03:44:24.775005 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57182) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.786128 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ae59-2757-436e-8e7e-001d23b8e330 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60474ba2-132f-4710-8369-73f5d93f2d68,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.790196 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.805236 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:24.822971 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.api.v2.resource [None req-2b3e0d18-e9a5-441f-ac4f-7d3d5117b0a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] show failed (client error): The resource could not be found. Aug 10 03:44:24.825098 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2b3e0d18-e9a5-441f-ac4f-7d3d5117b0a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups/60474ba2-132f-4710-8369-73f5d93f2d68 HTTP/1.1" status: 404 len: 347 time: 0.0414495 Aug 10 03:44:24.828158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57184) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.834696 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09f831-e18c-488c-b60c-c198f1cf3894 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:24.972408 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Deleting port a98dbe5d-6be9-49a0-b1ec-9a8faaeada89 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:24.972770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.024741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.028503 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.031572 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3632b1e7-8b7c-44b7-a9b6-c1f84fe81d1e HTTP/1.1" status: 204 len: 168 time: 0.3782675 Aug 10 03:44:25.039328 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3632b1e7-8b7c-44b7-a9b6-c1f84fe81d1e,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.049238 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.049673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.050244 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.050709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.051175 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.051602 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.052369 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.052919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.053392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.054354 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.054811 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.055161 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb0fa32-be68-411f-967a-2c032a44ac61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:25.071292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.074864 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.086116 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Calling delete_port for a98dbe5d-6be9-49a0-b1ec-9a8faaeada89 owned by network:floatingip {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:25.165463 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24890bdb-5b5c-40fd-8c47-ccf56fed2b9f None None] New status for floating IP d7efde22-dbb0-4fe3-9b05-6f67cdb239e9: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:25.222776 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4ff91-2d9e-46d0-8651-266ca8871649 req-9be43594-013b-4ac9-957a-90782ddcac74 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.231081 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b6b4ff91-2d9e-46d0-8651-266ca8871649 req-9be43594-013b-4ac9-957a-90782ddcac74 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Aug 10 03:44:25.290489 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b6b4ff91-2d9e-46d0-8651-266ca8871649 req-8e7b9bd5-f0f1-47ce-91b8-3772365d6ae5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552146 Aug 10 03:44:25.290957 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-deleted', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:25.301569 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c70165-229d-406b-b1ec-3e12d5140ee5" -d '{"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-deleted", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:25.348036 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e9ceb-e019-49e4-8197-940cc709e7af x-openstack-request-id: req-b27e9ceb-e019-49e4-8197-940cc709e7af {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:25.348352 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c599984-f271-4886-be2f-73e7531f52e4", "name": "network-vif-deleted", "tag": "54a387d8-dbe0-4a78-bbba-58f771dd4478", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:25.348622 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b27e9ceb-e019-49e4-8197-940cc709e7af {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:25.349463 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c599984-f271-4886-be2f-73e7531f52e4', 'name': 'network-vif-deleted', 'tag': '54a387d8-dbe0-4a78-bbba-58f771dd4478', 'status': 'completed', 'code': 200} Aug 10 03:44:25.350880 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.391150 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'Port': ['ID=a98dbe5d-6be9-49a0-b1ec-9a8faaeada89,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.461035 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.470125 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.474428 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f58dfa52-467b-4fea-94ac-15826546fb6b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "DELETE /v2.0/floatingips/e62ca2d5-ea94-425d-800a-e355a07e2ce4 HTTP/1.1" status: 204 len: 168 time: 0.6422734 Aug 10 03:44:25.854048 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-74d7afbb-517a-43b6-8b84-419f86b170ed req-3843b874-7f9e-4324-9898-9c368454fadb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0266860 Aug 10 03:44:25.874968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57208) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.879730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259803101', 'description': 'tempest-description--1270097399'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:25.979521 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.077522 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.119671 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57210) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.140766 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.182958 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9ae4c3be-2035-4a53-8d53-eff7a13a618e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cd072f59e1a4a5b9879ac20dfb372e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620351 Aug 10 03:44:26.186055 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57212) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.187427 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e855fb-1829-4f08-8cfd-e83ce73008e0,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.236849 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.257942 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.264922 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.266280 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-5f66eb29-edd5-4133-b8c6-44d11d10a4b4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3903220 Aug 10 03:44:26.269293 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57214) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.274406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group_rule': {'security_group_id': 'c5e855fb-1829-4f08-8cfd-e83ce73008e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.377910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.396032 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.398889 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.402532 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de3f0c76-a2df-4f8b-a176-9ab3d33c1f03 HTTP/1.1" status: 204 len: 168 time: 0.2128835 Aug 10 03:44:26.408527 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4ee6-51c4-47d8-b129-4e2ad7305cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f0c76-a2df-4f8b-a176-9ab3d33c1f03,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.413291 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e289e-90c9-487e-b566-7a4e8aaa8746 req-0e487130-9d05-41b7-b13e-4f6004c1d173 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.415371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-118e289e-90c9-487e-b566-7a4e8aaa8746 req-0e487130-9d05-41b7-b13e-4f6004c1d173 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0713701 Aug 10 03:44:26.468246 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.473636 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-118e289e-90c9-487e-b566-7a4e8aaa8746 req-b9afc48a-4cc8-450f-8a38-0ef91fe3bc37 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Aug 10 03:44:26.555953 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.573288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eaee5f-71b8-4431-af68-be10bb5a7528,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.693350 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.695391 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ddb75986-8c84-4b86-89e5-f0aa1cbd5164 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4243505 Aug 10 03:44:26.697430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57226) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.702514 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'security_group_rule': {'security_group_id': 'c5e855fb-1829-4f08-8cfd-e83ce73008e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.846755 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.915432 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.970267 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8f6942e2-8c2c-4e4e-8d81-d5e7cd067041 req-80f29c98-5210-4c57-b9b0-4abae148b3d0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Aug 10 03:44:26.996473 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.017498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a9e4ae-b33a-4f55-ae91-3b68e381575d,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.082441 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.084091 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-22bacf72-78d9-4a8a-93be-8219fbf16e6f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854709 Aug 10 03:44:27.087256 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57240) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.092354 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.168288 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.269214 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.343690 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:27.368263 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 54a387d8-dbe0-4a78-bbba-58f771dd4478 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:27.369087 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 54a387d8-dbe0-4a78-bbba-58f771dd4478 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:27.381974 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Allocated IP 172.27.3.18 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/57ae2e32-367f-462f-93f5-787ebefdf3e0) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:27.484756 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.578623 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.631498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:27.639233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:27.641463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=57ae2e32-367f-462f-93f5-787ebefdf3e0,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.650946 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a763b6-3b31-41f3-afbb-89f3f96e1af4 req-7d4324d5-d992-4d0a-ad78-e10fb6b5d8de tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.653247 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-23a763b6-3b31-41f3-afbb-89f3f96e1af4 req-7d4324d5-d992-4d0a-ad78-e10fb6b5d8de tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.1076102 Aug 10 03:44:27.654280 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:27.730362 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-23a763b6-3b31-41f3-afbb-89f3f96e1af4 req-8a783e6e-385c-4553-9506-8c2965ebc9a5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557601 Aug 10 03:44:27.776618 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.944739 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-69ff84a4-0c1a-491a-b2be-3613ee96093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.082389 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.272888 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.299070 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47da3665-dd31-4d20-b667-ea886d2fd9d6 req-31a85962-a70d-4292-896f-7d43af4180b1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c599984-f271-4886-be2f-73e7531f52e4 HTTP/1.1" status: 200 len: 210 time: 0.2375906 Aug 10 03:44:28.357538 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.423493 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=57ae2e32-367f-462f-93f5-787ebefdf3e0,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.445715 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.550561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.552000 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-328f1d87-e911-4e42-9e32-28e40b11172d tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4637663 Aug 10 03:44:28.778654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-93acbbaf-d187-4ab9-b803-1399cf16540a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1259803101&fields=id&tenant_id=db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 267 time: 0.0496318 Aug 10 03:44:28.880189 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f7852-03b0-4ad4-9be9-29216728cd43 req-ba65a8c8-395c-4ab3-ae29-a2ac00ce2c65 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.888022 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-578f7852-03b0-4ad4-9be9-29216728cd43 req-ba65a8c8-395c-4ab3-ae29-a2ac00ce2c65 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0599713 Aug 10 03:44:28.903332 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-a6495fe6-e7fd-4363-b242-fb49252ad088 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.905280 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-a6495fe6-e7fd-4363-b242-fb49252ad088 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 810 time: 0.1195359 Aug 10 03:44:28.922442 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-578f7852-03b0-4ad4-9be9-29216728cd43 req-535f4db8-2125-4c24-90a4-98ef9e8aa5f0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 10 03:44:28.922566 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-fc1ab2a0-d3d6-4b4d-867b-7a9758b073b7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/quotas/db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 375 time: 0.0114899 Aug 10 03:44:28.981327 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-c49e1014-5db5-4c69-b624-b51265a145c9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514913 Aug 10 03:44:29.045694 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5f1d-715a-4932-aae8-99c9742e309f req-aaaf1400-afc1-4ce6-8691-d3e1f60ce262 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.047547 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9cca5f1d-715a-4932-aae8-99c9742e309f req-aaaf1400-afc1-4ce6-8691-d3e1f60ce262 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0525196 Aug 10 03:44:29.086791 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9cca5f1d-715a-4932-aae8-99c9742e309f req-e38860da-46ab-4e57-b51d-80adf63cc4a1 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Aug 10 03:44:29.187172 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-3883e50d-7ce0-40bf-b30e-59709d1b9da8 service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918316 Aug 10 03:44:29.280220 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-697163e3-ae86-4c4f-ae79-73dfea123df0 service neutron] 10.222.0.21 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848815 Aug 10 03:44:29.418810 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668e4c-9efd-4be1-9ea8-3f2605b82524 req-beda6fc8-87f2-47a6-b4d4-d4a4894c5b0b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.420338 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b2668e4c-9efd-4be1-9ea8-3f2605b82524 req-beda6fc8-87f2-47a6-b4d4-d4a4894c5b0b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0493219 Aug 10 03:44:29.466728 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b2668e4c-9efd-4be1-9ea8-3f2605b82524 req-69fd8b1c-5a1d-4c7e-a88b-ac411bb07020 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Aug 10 03:44:29.555300 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e87321ca-3188-4593-8845-dbe059280a0a req-9bf25e96-efcc-49ad-9964-7487bda33f14 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0365219 Aug 10 03:44:29.735083 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57342) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.790327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.821350 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.979012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.988869 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.988869 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "DELETE /v2.0/security-groups/a80b2203-85bd-41f7-8d1e-b94f6209027d HTTP/1.1" status: 204 len: 168 time: 0.2466402 Aug 10 03:44:29.989081 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57350) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.992225 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2dbb-2cda-4fa2-b89e-65a0bcac2632 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b2203-85bd-41f7-8d1e-b94f6209027d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.001203 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.api.v2.resource [None req-ae16f632-f601-4e99-86d3-d11d38687cc2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] show failed (client error): The resource could not be found. Aug 10 03:44:30.002207 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ae16f632-f601-4e99-86d3-d11d38687cc2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups/a80b2203-85bd-41f7-8d1e-b94f6209027d HTTP/1.1" status: 404 len: 347 time: 0.0152688 Aug 10 03:44:30.005165 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57352) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.136231 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Deleting port 9ab7886d-9210-48a2-9ae0-b2535e35e93f {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:30.136683 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.213757 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.214086 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.226279 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Calling delete_port for 9ab7886d-9210-48a2-9ae0-b2535e35e93f owned by network:floatingip {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:30.235617 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ac754ef9-a056-437b-956f-0cd12487b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.390881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.470734 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.497982 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'Port': ['ID=9ab7886d-9210-48a2-9ae0-b2535e35e93f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.564129 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.566684 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.567835 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d9fa3ef4-2bce-4c95-a4a3-a266d284c9c6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "DELETE /v2.0/floatingips/d7efde22-dbb0-4fe3-9b05-6f67cdb239e9 HTTP/1.1" status: 204 len: 168 time: 0.5617824 Aug 10 03:44:30.654255 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f72d1291-e063-4184-8175-e46e88716b51 req-529222e3-77ce-4c31-928f-0ee5b616b319 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Aug 10 03:44:30.948173 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57370) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.953499 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50545919', 'description': 'tempest-description--1553726767'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.075902 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.157921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.212980 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.241026 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3125796d-4142-4159-9628-875733200483,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.344777 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.346324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2cafecf0-624a-4b1a-a1c7-1cde0ce824d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3963532 Aug 10 03:44:31.349426 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57372) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.353944 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group_rule': {'security_group_id': '3125796d-4142-4159-9628-875733200483', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.435918 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.453313 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.494221 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.567428 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.584393 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686898f4-9344-4e61-9c91-952788aaca7f,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.658598 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.659843 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-29a0436d-6273-4da7-bb16-1a47ade27823 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094747 Aug 10 03:44:31.663400 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57376) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.668397 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'security_group_rule': {'security_group_id': '3125796d-4142-4159-9628-875733200483', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.761418 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-304adb5e-a6a9-4c9f-a886-aba8e8c55f42 req-7538e979-a720-49ff-b4c0-0dad609ec8ba tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Aug 10 03:44:31.779154 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.834921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.956147 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.974492 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4228ad66-8c40-4923-afab-c8a6be40508a,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.047556 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.048817 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-97994d92-72eb-4bfd-ba22-03db77df2a60 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845289 Aug 10 03:44:32.052028 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57386) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.056475 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:32.144884 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.245050 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.363217 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Allocated IP 172.27.3.155 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:32.463364 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.637065 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.669186 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:32.674048 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:32.677509 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:32.684214 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.774254 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.864315 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c0f4e55-884d-45f2-9de2-d82be4748a06 req-53f2ac08-cf4a-47b8-9a5f-2b97c0cd68fd tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0332174 Aug 10 03:44:32.897922 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.074927 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.198099 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.210630 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.279971 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:33.288810 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.384516 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.385800 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-96acf39a-8d5e-42aa-8987-9b233d09fd2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3327594 Aug 10 03:44:33.408892 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-c185e874-c078-4793-87e7-7c3645e67537 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.410558 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-c185e874-c078-4793-87e7-7c3645e67537 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 810 time: 0.3672023 Aug 10 03:44:33.487385 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-e605f01a-5a3d-405d-a863-a1428c2a9b72 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9e9e54834e4fe682d4305010655be7 HTTP/1.1" status: 200 len: 380 time: 0.0594859 Aug 10 03:44:33.499254 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'port': {'device_id': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'admin_state_up': True, 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'security_groups': ['c5e855fb-1829-4f08-8cfd-e83ce73008e0']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:33.658752 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-0a44fcdb-5b0f-4bc4-981c-7b054af65038 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--50545919&fields=id&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 267 time: 0.0712309 Aug 10 03:44:33.773044 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-67757f98-9067-4fb4-a452-fd257f8adc4e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.774549 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-67757f98-9067-4fb4-a452-fd257f8adc4e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 817 time: 0.1084898 Aug 10 03:44:33.790825 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-61807c05-0151-45af-ad9b-55bffe0477bf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/quotas/098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 375 time: 0.0099990 Aug 10 03:44:33.848828 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-9cc24acd-f860-489e-a80d-df7470ee24c4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515575 Aug 10 03:44:33.869924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Made reservation on behalf of db9e9e54834e4fe682d4305010655be7 for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:33.874760 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.017992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-04e6bcff-2602-4b26-a73b-ef6c9f18d103 service neutron] 10.222.0.21 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569178 Aug 10 03:44:34.117452 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Allocated IP 172.20.0.9 (dcbb3fa8-aa0a-4b07-8830-48ada6a110cb/327551f1-ce7e-4a02-93d0-f3700dcd2d31/1fd204ba-f590-4c87-bff7-78c11eab8e44) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:34.172880 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-2b5f37d1-d9c3-4d43-8dcf-ec8935e8f888 service neutron] 10.222.0.21 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316974 Aug 10 03:44:34.270500 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-474e1b0b-ed85-423d-a692-fcdbc06a5357 req-ccf337cc-07b8-474c-b571-12058d59151c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0277352 Aug 10 03:44:34.300164 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.312363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Transition to ACTIVE for port object 1fd204ba-f590-4c87-bff7-78c11eab8e44 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:34.414658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.446698 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47022485-b2dc-478e-b0cb-37d1dd175780 req-728a930a-dd92-43b1-bd87-802108fdacb4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0308032 Aug 10 03:44:34.470252 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:34.479185 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:34.484025 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:34.509100 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event updated for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.548603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.549511 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.699874 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-83d9407c-f375-46c3-9bc8-6d97d1647cf4 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2055075 Aug 10 03:44:34.841199 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-4ddb2c9c-69ea-42a8-8dc4-38f0bb51a471 None None] Provisioning for port 1fd204ba-f590-4c87-bff7-78c11eab8e44 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:34.845085 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-4ddb2c9c-69ea-42a8-8dc4-38f0bb51a471 None None] Provisioning complete for port 1fd204ba-f590-4c87-bff7-78c11eab8e44 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:34.845467 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2c9c-69ea-42a8-8dc4-38f0bb51a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.882303 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb2c9c-69ea-42a8-8dc4-38f0bb51a471 None None] Port 1fd204ba-f590-4c87-bff7-78c11eab8e44 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:35.385435 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0af1-6683-4435-960f-6bf2f9b7d90e req-bf804c1a-8da2-49e9-9eb5-3f58ac05a848 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.386958 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-692a0af1-6683-4435-960f-6bf2f9b7d90e req-bf804c1a-8da2-49e9-9eb5-3f58ac05a848 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 931 time: 0.0489137 Aug 10 03:44:35.426320 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-692a0af1-6683-4435-960f-6bf2f9b7d90e req-0b92f9e0-bcc1-4f31-888b-a3497225af29 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Aug 10 03:44:35.547493 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94b9df0a-ab07-4f2e-91f1-fcf698a105a7 req-32288284-451e-491a-9197-c881978c4eb5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Aug 10 03:44:36.539368 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1013d-e94c-4382-8e5f-6413ecfbb2fe req-f87202f5-fcae-44ea-adb2-3f25254a9287 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.540883 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-efd1013d-e94c-4382-8e5f-6413ecfbb2fe req-f87202f5-fcae-44ea-adb2-3f25254a9287 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 931 time: 0.0473936 Aug 10 03:44:36.582351 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-efd1013d-e94c-4382-8e5f-6413ecfbb2fe req-8d035c0c-d45c-4708-9fe9-9991ab6d0109 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Aug 10 03:44:36.645104 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cf769535-3a66-4a6a-b5f0-b7d0664bd1b0 req-28c6f378-cc0a-4580-98a8-7a69e10ed449 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0264719 Aug 10 03:44:36.829480 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Request body: {'port': {'device_id': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:36.890721 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.165374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd204ba-f590-4c87-bff7-78c11eab8e44 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:37.175662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.186462 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Transition to ACTIVE for port object 1fd204ba-f590-4c87-bff7-78c11eab8e44 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:37.281497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.359727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.416600 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Attempting to bind port 1fd204ba-f590-4c87-bff7-78c11eab8e44 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:37.416977 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Attempting to bind port 1fd204ba-f590-4c87-bff7-78c11eab8e44 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:37.417347 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Attempting to bind port 1fd204ba-f590-4c87-bff7-78c11eab8e44 on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:37.422447 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Port 1fd204ba-f590-4c87-bff7-78c11eab8e44 on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:37.422933 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Attempting to bind port 1fd204ba-f590-4c87-bff7-78c11eab8e44 on network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:37.437089 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:37.437433 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Checking segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:37.438968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Bound using segment: {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:37.438968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Bound port: 1fd204ba-f590-4c87-bff7-78c11eab8e44, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:37.438968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.510557 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:37.514646 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:37.602197 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.643744 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.644376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.647135 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] 10.222.0.63 "PUT /v2.0/ports/1fd204ba-f590-4c87-bff7-78c11eab8e44 HTTP/1.1" status: 200 len: 1093 time: 0.8727684 Aug 10 03:44:37.647591 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:37.649863 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dd8a73-ee46-49eb-8917-813f49eb9705" -d '{"events": [{"name": "network-changed", "server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:37.707814 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e581ef-52be-4208-867b-a29d7afbc807 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.743360 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ad4f5-ae05-4744-b378-064d05d127bb req-05205e6b-117f-4ec3-a020-d8971039a6e7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.752653 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cb8ad4f5-ae05-4744-b378-064d05d127bb req-05205e6b-117f-4ec3-a020-d8971039a6e7 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 943 time: 0.0991969 Aug 10 03:44:37.830596 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cb8ad4f5-ae05-4744-b378-064d05d127bb req-501f1439-ff10-4c31-afe6-3140f1805d5c tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768747 Aug 10 03:44:37.923690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f11584-3d25-4143-914b-e8818ec8543c x-openstack-request-id: req-d6f11584-3d25-4143-914b-e8818ec8543c {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:37.923690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:37.923690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6f11584-3d25-4143-914b-e8818ec8543c {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:37.924272 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'status': 'completed', 'code': 200} Aug 10 03:44:37.941713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-ff059f29-6ed7-40d0-bbd1-22d13a3b14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.943768 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-ff059f29-6ed7-40d0-bbd1-22d13a3b14ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 1096 time: 0.1052547 Aug 10 03:44:37.963138 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ce55ee6f-4110-4ddc-b45e-9ac7b177d8cb req-d67375f7-52c0-43be-9641-8916c3955b05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0423133 Aug 10 03:44:38.020886 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-01663a2a-b4f3-4013-940d-0741c4a311a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44 HTTP/1.1" status: 200 len: 217 time: 0.0605361 Aug 10 03:44:38.123464 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-1a239c6f-ea92-4190-8a47-5930b823f1ed tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.125004 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-1a239c6f-ea92-4190-8a47-5930b823f1ed tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/networks?id=cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 200 len: 813 time: 0.1236339 Aug 10 03:44:38.140955 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-2cd549b0-30f2-498c-ad7f-1cfef51c0d44 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/quotas/2ce125c05e8d4cb99302437ab92ffd2c HTTP/1.1" status: 200 len: 375 time: 0.0095940 Aug 10 03:44:38.147618 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-febaa3b6-c732-4bbd-91cb-7b3a25e31505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.149341 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-febaa3b6-c732-4bbd-91cb-7b3a25e31505 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.1161056 Aug 10 03:44:38.178406 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-6ee6c530-154c-4e5b-94f5-6895d2e68e4b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314288 Aug 10 03:44:38.229066 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-2900a9db-4d7a-479e-831a-dd60427e0072 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.231103 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-2900a9db-4d7a-479e-831a-dd60427e0072 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 817 time: 0.1629066 Aug 10 03:44:38.246996 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-260b0fd5-6f21-4002-81fa-5173b4f8a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.251804 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-260b0fd5-6f21-4002-81fa-5173b4f8a883 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893400 Aug 10 03:44:38.340997 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-075e49a2-d9c2-445c-9aa7-f4fcd2ce0235 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 378 time: 0.0914385 Aug 10 03:44:38.356068 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'port': {'device_id': '5c37790e-ad20-4784-b0f0-20babcf19223', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'admin_state_up': True, 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'security_groups': ['3125796d-4142-4159-9628-875733200483']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:38.363512 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-2c53d444-ecb5-4d3c-8456-8ef12fce0a6e service neutron] 10.222.0.21 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769798 Aug 10 03:44:38.428035 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-a8558223-ab98-4a14-9b0e-e602718c0f11 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719770 Aug 10 03:44:38.477203 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-041ec885-6319-452b-8af2-a49e611cd227 service neutron] 10.222.0.21 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123545 Aug 10 03:44:38.613777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dcc70a58-8197-4a4e-8b29-85c7d9d51ca6 req-6292bdcd-3997-487d-84b8-4ead4d2479e2 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788955 Aug 10 03:44:38.812376 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e768d588-19fc-48db-b54f-ff2ac9f44312 req-ad66a401-f0b1-4ce6-9e9a-269fa085abd1 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 210 time: 0.0326755 Aug 10 03:44:38.813146 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Made reservation on behalf of 098d020e6c2a497a939e7c54eb5cc81a for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:38.816680 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.947746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-87689750-0e9c-40c6-a7a0-1a86720c1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.949775 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-87689750-0e9c-40c6-a7a0-1a86720c1ada service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 1096 time: 0.0631213 Aug 10 03:44:38.970448 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519366d2-27f3-4244-92fd-c034221fc5dd req-75b49211-76b9-460c-86db-6822d3f34d4f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.981617 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-519366d2-27f3-4244-92fd-c034221fc5dd req-75b49211-76b9-460c-86db-6822d3f34d4f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 943 time: 0.0788143 Aug 10 03:44:39.028768 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-519366d2-27f3-4244-92fd-c034221fc5dd req-eb01c3d7-a694-4f95-87ac-d697b5ffc004 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459666 Aug 10 03:44:39.056699 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Allocated IP 172.20.0.8 (8a7c5b76-4670-410e-b09e-14552ce18301/1eb8547b-faa3-45f0-bea8-c45e82a0755d/638e6702-b0f3-46b1-b6c2-197d8b06363d) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:39.102565 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-778169d8-7073-4f29-858a-b7d1ef05ccd7 req-c1f3cc61-4065-4cfb-aa65-c4169335597a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0396981 Aug 10 03:44:39.129418 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-0a936fad-1aeb-4134-93ba-e5f7d94b3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.130878 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-0a936fad-1aeb-4134-93ba-e5f7d94b3eda service neutron] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 911 time: 0.1733162 Aug 10 03:44:39.183462 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-e74026dc-7303-4b51-b527-dd5c7eb488ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44 HTTP/1.1" status: 200 len: 217 time: 0.0424399 Aug 10 03:44:39.278320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-265ea821-70eb-4b8d-9346-fb97801d5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.279791 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-265ea821-70eb-4b8d-9346-fb97801d5b9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.0868397 Aug 10 03:44:39.339690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.357072 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Transition to ACTIVE for port object 638e6702-b0f3-46b1-b6c2-197d8b06363d will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:39.364585 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-f0877b03-29fd-4245-918d-8a47365494b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.366118 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-f0877b03-29fd-4245-918d-8a47365494b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746391 Aug 10 03:44:39.470021 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-07cd5537-b1ae-4c83-a630-00fe676a4519 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958197 Aug 10 03:44:39.547340 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.603915 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99dd8a73-ee46-49eb-8917-813f49eb9705 req-9adace41-9198-4ca8-b1af-aef530e77752 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252413 Aug 10 03:44:39.606171 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Network 8a7c5b76-4670-410e-b09e-14552ce18301 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:39.609920 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:39.615901 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:39.642934 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.676828 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.677772 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.774274 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-59b2c3e6-33e6-4bc6-8564-f5326db3aeb9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4240332 Aug 10 03:44:39.802309 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Request body: {'port': {'device_id': '5c37790e-ad20-4784-b0f0-20babcf19223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:39.863159 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.915087 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-843e00f6-4a83-4d3c-ad11-7c63cb07ba88 req-4242c8de-0ba9-4bd2-9dd4-67645768259c tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 210 time: 0.0260098 Aug 10 03:44:39.961963 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-3413981d-7022-4413-b5a8-981177269f11 None None] Provisioning for port 638e6702-b0f3-46b1-b6c2-197d8b06363d completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:39.966687 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-3413981d-7022-4413-b5a8-981177269f11 None None] Provisioning complete for port 638e6702-b0f3-46b1-b6c2-197d8b06363d triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:39.967589 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3413981d-7022-4413-b5a8-981177269f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.005535 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-3413981d-7022-4413-b5a8-981177269f11 None None] Port 638e6702-b0f3-46b1-b6c2-197d8b06363d cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:40.161271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:40.169798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.184191 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Transition to ACTIVE for port object 638e6702-b0f3-46b1-b6c2-197d8b06363d will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:40.236552 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043fe00-531c-4c71-95e7-b316dd565e37 req-08662df9-8c33-4512-8539-4ed116a0d6f9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.238039 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f043fe00-531c-4c71-95e7-b316dd565e37 req-08662df9-8c33-4512-8539-4ed116a0d6f9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 943 time: 0.0486948 Aug 10 03:44:40.251109 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b966-a15b-45c0-b79d-01c41ae6203e req-07a4f0c8-dcb4-46fb-8241-e31732109bda tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.252659 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-db93b966-a15b-45c0-b79d-01c41ae6203e req-07a4f0c8-dcb4-46fb-8241-e31732109bda tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 931 time: 0.0650971 Aug 10 03:44:40.284832 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f043fe00-531c-4c71-95e7-b316dd565e37 req-e5dd7ef8-a74b-4d12-b554-e315c134d4ec tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Aug 10 03:44:40.287458 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.301205 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-db93b966-a15b-45c0-b79d-01c41ae6203e req-ba66ff8c-c906-438b-a684-a82c88907f3e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411015 Aug 10 03:44:40.363793 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:40.419167 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Attempting to bind port 638e6702-b0f3-46b1-b6c2-197d8b06363d on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:40.419514 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Attempting to bind port 638e6702-b0f3-46b1-b6c2-197d8b06363d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:40.419848 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Attempting to bind port 638e6702-b0f3-46b1-b6c2-197d8b06363d on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:40.424959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Port 638e6702-b0f3-46b1-b6c2-197d8b06363d on network 8a7c5b76-4670-410e-b09e-14552ce18301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:40.425331 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Attempting to bind port 638e6702-b0f3-46b1-b6c2-197d8b06363d on network 8a7c5b76-4670-410e-b09e-14552ce18301 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:40.430666 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:40.431012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Checking segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:40.431406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Bound using segment: {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:40.431870 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Bound port: 638e6702-b0f3-46b1-b6c2-197d8b06363d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:40.432224 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.503416 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:40.508596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:40.619579 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.659780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.660421 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.661986 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] 10.222.0.63 "PUT /v2.0/ports/638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 1093 time: 0.8649812 Aug 10 03:44:40.662423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:40.664949 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d65214-f1cf-4361-8686-18197384f48a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:40.691121 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ed4d-a812-42b9-86a5-cf0beb60f123 service neutron] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:40.713108 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c6b5c-362a-4aca-ad76-f89969750b16 x-openstack-request-id: req-137c6b5c-362a-4aca-ad76-f89969750b16 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:40.713391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:40.713707 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-137c6b5c-362a-4aca-ad76-f89969750b16 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:40.714865 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'status': 'completed', 'code': 200} Aug 10 03:44:40.812777 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65214-f1cf-4361-8686-18197384f48a req-8ea43e77-39bd-4d1d-a8ac-b9eeec479f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.814229 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d0d65214-f1cf-4361-8686-18197384f48a req-8ea43e77-39bd-4d1d-a8ac-b9eeec479f3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1096 time: 0.0444629 Aug 10 03:44:40.924983 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65214-f1cf-4361-8686-18197384f48a req-cdd14ee3-09a8-41ef-8806-4fdb743460b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.926554 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d0d65214-f1cf-4361-8686-18197384f48a req-cdd14ee3-09a8-41ef-8806-4fdb743460b0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0966151 Aug 10 03:44:41.018840 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5930d931-8772-43d8-9d33-00c071806d80 req-ab8ab771-c265-4c1f-98db-8ce36996bdc5 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 210 time: 0.0326624 Aug 10 03:44:41.026054 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65214-f1cf-4361-8686-18197384f48a req-2e6dc315-3fc7-408f-a83a-d185a9f43554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.028103 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d0d65214-f1cf-4361-8686-18197384f48a req-2e6dc315-3fc7-408f-a83a-d185a9f43554 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945442 Aug 10 03:44:41.133040 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-1be3e706-92ce-4138-af11-7ed68c41228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.135135 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-1be3e706-92ce-4138-af11-7ed68c41228d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1096 time: 0.0431936 Aug 10 03:44:41.194686 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-1af26c40-e282-40fb-befd-4c1feb51e911 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 217 time: 0.0421464 Aug 10 03:44:41.254688 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-54b85cef-bd00-42e5-a278-4e1d70ac4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.256528 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-54b85cef-bd00-42e5-a278-4e1d70ac4e91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0551670 Aug 10 03:44:41.414226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-e8aed653-785f-4a83-8718-0488061621d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.415724 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-e8aed653-785f-4a83-8718-0488061621d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1289518 Aug 10 03:44:41.430662 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac399-9307-461d-abd0-b2bbbcbf4a91 req-ad29558c-c7ef-44c2-ac91-9215534dd7f8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.439525 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-580ac399-9307-461d-abd0-b2bbbcbf4a91 req-ad29558c-c7ef-44c2-ac91-9215534dd7f8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0551813 Aug 10 03:44:41.476473 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-580ac399-9307-461d-abd0-b2bbbcbf4a91 req-cdea765e-01e2-4343-ad7a-2843d9b441ab tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371068 Aug 10 03:44:41.778215 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6e872-6f6d-4189-9cce-93ebaff5b571 req-8957ca53-8a32-495e-a1d7-173489f3bc59 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.779710 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c2a6e872-6f6d-4189-9cce-93ebaff5b571 req-8957ca53-8a32-495e-a1d7-173489f3bc59 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 943 time: 0.4106548 Aug 10 03:44:41.790509 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-73f703a0-cf60-42a6-a8d2-bdc257fcc97a tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.794778 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-73f703a0-cf60-42a6-a8d2-bdc257fcc97a tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "GET /v2.0/networks?id=cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 200 len: 813 time: 0.5038490 Aug 10 03:44:41.823736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Request body: {'port': {'device_id': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c', 'admin_state_up': True, 'tenant_id': '2ce125c05e8d4cb99302437ab92ffd2c'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:41.904475 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c2a6e872-6f6d-4189-9cce-93ebaff5b571 req-ff1f3f0f-6e84-493a-b65b-6b3e6f4a6419 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089108 Aug 10 03:44:41.912521 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-9a583a13-9dd9-49bd-9aa1-8409c836dcba service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858935 Aug 10 03:44:42.041958 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bf7a6571-38a5-4275-95b9-3bedd9761456 req-88a0647d-2465-43e9-9dc8-15e723792f2e service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149652 Aug 10 03:44:42.118317 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5462cc6d-e801-4fe8-b4b9-c282b240de99 req-f83c8158-d5b7-4655-94e9-9360537b1170 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 210 time: 0.0273218 Aug 10 03:44:42.178649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Made reservation on behalf of 2ce125c05e8d4cb99302437ab92ffd2c for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:42.182095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.309987 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Allocated IP 172.20.0.9 (cc5377b0-3199-4b12-99e9-e00114dd096c/eaa486f9-d500-4dc5-aab1-69ff034b3690/887ed7fa-0ce1-4a88-8da2-e406a0557f46) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:42.470565 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.537862 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57668) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:42.585344 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.634452 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Network cc5377b0-3199-4b12-99e9-e00114dd096c is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:42.643252 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:42.648904 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:42.649442 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.659271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206769-94b6-4ed2-a240-5a4429378070 req-0ebbb48e-8931-4739-9267-2ad5df031d2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.660796 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-30206769-94b6-4ed2-a240-5a4429378070 req-0ebbb48e-8931-4739-9267-2ad5df031d2f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.1037366 Aug 10 03:44:42.662840 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Pushing event updated for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.727782 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.728339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.748894 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-30206769-94b6-4ed2-a240-5a4429378070 req-95f50b94-d51b-4752-ad89-24fb50785e21 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656447 Aug 10 03:44:42.755889 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.803699 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 1fd204ba-f590-4c87-bff7-78c11eab8e44 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:42.900603 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:42.904414 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.913586 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'port_id': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'mac_address': 'fa:16:3e:67:1a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:42.943399 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2ca1b67b91c43ae9d4985fdf1b29c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044299 Aug 10 03:44:42.944504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f437b7a-b783-450b-9023-1f6e98b33d3b,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.947251 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57676) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:42.952958 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.952958 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.952958 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.953313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.953654 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.953991 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.954324 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.954878 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.955220 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.955550 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.955877 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.956222 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d6360-8e21-4029-a8a1-c9a2cf44c6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:42.966095 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.995412 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd204ba-f590-4c87-bff7-78c11eab8e44 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:43.015178 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.021157 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-db49968c-39bc-4362-a591-c0421f0ce505 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2077351 Aug 10 03:44:43.030261 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:43.048166 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaf5f9-32f8-4586-94b4-01808d6e647e req-dea44d9c-d046-4fb1-83eb-b1855c7f1e9a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.048555 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Request body: {'port': {'device_id': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:43.049716 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a6aaf5f9-32f8-4586-94b4-01808d6e647e req-dea44d9c-d046-4fb1-83eb-b1855c7f1e9a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 943 time: 0.0510542 Aug 10 03:44:43.052133 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.089182 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a6aaf5f9-32f8-4586-94b4-01808d6e647e req-0340ce9d-a4af-497c-b17e-c71bed5d62eb tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Aug 10 03:44:43.137630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.161549 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.211322 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.271080 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.273575 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.274771 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f437b7a-b783-450b-9023-1f6e98b33d3b HTTP/1.1" status: 204 len: 168 time: 0.3253913 Aug 10 03:44:43.301353 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fbdd9-1a8a-4136-b386-c58798c89d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f437b7a-b783-450b-9023-1f6e98b33d3b,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.361023 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc421e3-42c5-48af-bb92-89e5048a1574 req-48dc97ee-dfed-42f4-8f37-6c7ef9381f30 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.362532 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dfc421e3-42c5-48af-bb92-89e5048a1574 req-48dc97ee-dfed-42f4-8f37-6c7ef9381f30 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 931 time: 0.1732724 Aug 10 03:44:43.428706 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-dfc421e3-42c5-48af-bb92-89e5048a1574 req-5025dfec-8849-404f-90c4-46c86a0ff4aa tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599942 Aug 10 03:44:43.497576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887ed7fa-0ce1-4a88-8da2-e406a0557f46 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:43.499032 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['1fd204ba-f590-4c87-bff7-78c11eab8e44'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:43.505256 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.517607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Transition to ACTIVE for port object 887ed7fa-0ce1-4a88-8da2-e406a0557f46 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:43.618653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.692644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.759264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Attempting to bind port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:43.759591 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Attempting to bind port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:43.759961 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Attempting to bind port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 on network cc5377b0-3199-4b12-99e9-e00114dd096c {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:43.764738 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 on network cc5377b0-3199-4b12-99e9-e00114dd096c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:43.765138 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Attempting to bind port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 on network cc5377b0-3199-4b12-99e9-e00114dd096c {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:43.770335 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:43.770662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Checking segment: {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:43.771045 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Bound using segment: {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:43.771462 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Bound port: 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8681e5-78d4-4365-a7fd-26c806f78586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:43.771815 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.841650 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:43.851950 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:43.877154 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ad7b-af4d-4f4c-af39-9d4ec0a50c14 req-f2f082b9-8ce3-4505-96c6-1ccbfc45aeec tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.878651 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c71ad7b-af4d-4f4c-af39-9d4ec0a50c14 req-f2f082b9-8ce3-4505-96c6-1ccbfc45aeec tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0568962 Aug 10 03:44:43.922085 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c71ad7b-af4d-4f4c-af39-9d4ec0a50c14 req-44ea3472-aea7-4b1d-8567-f143e0b42acb tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375581 Aug 10 03:44:44.059500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.096491 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.097230 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.098587 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] 10.222.0.63 "PUT /v2.0/ports/887ed7fa-0ce1-4a88-8da2-e406a0557f46 HTTP/1.1" status: 200 len: 1093 time: 1.0577984 Aug 10 03:44:44.099023 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:44.101261 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89cffe-9236-4284-ad3f-c576f1253c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:44.129799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af7cf-e13c-4718-8dd1-5b99d136a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.143215 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ed22a-5163-4eb5-a284-2f5358c2fb5e x-openstack-request-id: req-9c4ed22a-5163-4eb5-a284-2f5358c2fb5e {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:44.143508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:44.143762 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c4ed22a-5163-4eb5-a284-2f5358c2fb5e {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:44.144164 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46', 'status': 'completed', 'code': 200} Aug 10 03:44:44.160113 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57698) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:44.180672 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9420333c-84ec-4779-a2f0-94d5f9e97d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.221419 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669d100-84ce-42c8-8269-270a0a25bd57 req-c99cb70a-3ecd-47eb-bf75-ca3e97013721 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.222921 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3669d100-84ce-42c8-8269-270a0a25bd57 req-c99cb70a-3ecd-47eb-bf75-ca3e97013721 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 944 time: 0.0511642 Aug 10 03:44:44.251374 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-ab8e59e0-9abc-483a-93f3-07b73a5ae939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.252954 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-ab8e59e0-9abc-483a-93f3-07b73a5ae939 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 1096 time: 0.0600808 Aug 10 03:44:44.263570 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3669d100-84ce-42c8-8269-270a0a25bd57 req-fac36b21-d42c-428d-bc0d-8c00a8406c62 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345218 Aug 10 03:44:44.401070 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9420333c-84ec-4779-a2f0-94d5f9e97d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.404568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-19fc3a7f-29ef-4914-b039-8966b272cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.406043 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-19fc3a7f-29ef-4914-b039-8966b272cdc9 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1361403 Aug 10 03:44:44.503486 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-4992c861-e51a-47d3-b5fa-c71cd53e12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.505030 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-5f89cffe-9236-4284-ad3f-c576f1253c4e req-4992c861-e51a-47d3-b5fa-c71cd53e12c3 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911303 Aug 10 03:44:44.536077 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-9420333c-84ec-4779-a2f0-94d5f9e97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.591114 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9420333c-84ec-4779-a2f0-94d5f9e97d8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=703d44b5ba9a4a3ca305d09ab6973b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297402 Aug 10 03:44:44.593789 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57702) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:44.620727 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a5e87-82a2-4894-be08-a57a7c62eeea req-5c20f876-9330-4dbd-9fb7-be6e2c9f85a6 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.622246 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a47a5e87-82a2-4894-be08-a57a7c62eeea req-5c20f876-9330-4dbd-9fb7-be6e2c9f85a6 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 943 time: 0.1163504 Aug 10 03:44:44.622947 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420333c-84ec-4779-a2f0-94d5f9e97d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b59e652-8241-4266-a6ec-1dfcf4c6bc47,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.640972 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-63c768a3-035b-4715-a5a2-1e8ca74cfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.642801 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-63c768a3-035b-4715-a5a2-1e8ca74cfd8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 1096 time: 0.0710843 Aug 10 03:44:44.651932 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.674350 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.705392 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-e50800eb-0848-43ac-a6a0-eebad8684f33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46 HTTP/1.1" status: 200 len: 217 time: 0.0475161 Aug 10 03:44:44.731777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a47a5e87-82a2-4894-be08-a57a7c62eeea req-1b84b98b-6330-40d5-a4a1-eda388d400b1 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937841 Aug 10 03:44:44.776121 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25c49-6f35-4515-803d-067729b68d17 req-fe3a3d18-ae25-4c43-92cc-379f7c5f2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.778350 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-fe3a3d18-ae25-4c43-92cc-379f7c5f2405 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eaa486f9-d500-4dc5-aab1-69ff034b3690 HTTP/1.1" status: 200 len: 853 time: 0.0616479 Aug 10 03:44:44.810709 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-bc612d76-ebc7-4da2-abb1-d5ff3518d264 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc5377b0-3199-4b12-99e9-e00114dd096c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250866 Aug 10 03:44:44.815384 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:44.827452 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 1fd204ba-f590-4c87-bff7-78c11eab8e44 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:44.841794 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.844674 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.847021 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b59e652-8241-4266-a6ec-1dfcf4c6bc47 HTTP/1.1" status: 204 len: 168 time: 0.2512767 Aug 10 03:44:44.859031 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061bfff-a930-4e82-ac71-70f34b7fdd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b59e652-8241-4266-a6ec-1dfcf4c6bc47,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.919635 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-d0f5371c-7fe7-4698-a368-8186cb9454ab service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980041 Aug 10 03:44:45.006502 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:45.028537 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:45.062601 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2de25c49-6f35-4515-803d-067729b68d17 req-e8e182c9-fc8b-4f68-be46-9f39cf63e558 service neutron] 10.222.0.63 "GET /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346214 Aug 10 03:44:45.078268 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 1fd204ba-f590-4c87-bff7-78c11eab8e44 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:45.092146 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 1fd204ba-f590-4c87-bff7-78c11eab8e44 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:45.096371 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.097684 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a11de-a8d6-4877-b525-8b7ecc061865 req-9b4d63c5-1586-4f31-a6fc-c9b2ded486d4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.105288 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-062a11de-a8d6-4877-b525-8b7ecc061865 req-9b4d63c5-1586-4f31-a6fc-c9b2ded486d4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0875416 Aug 10 03:44:45.109067 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.142218 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:45.149136 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-062a11de-a8d6-4877-b525-8b7ecc061865 req-651ae19c-2ffb-4656-a477-d88d8d7d9d9d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423489 Aug 10 03:44:45.186493 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:45.225216 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.246901 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e84ebe-a684-43f7-9194-5388aa44402e req-165bf6b2-4292-40b9-aeca-ae8cba54d6bb tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.248119 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:45.248625 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-33e84ebe-a684-43f7-9194-5388aa44402e req-165bf6b2-4292-40b9-aeca-ae8cba54d6bb tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0542479 Aug 10 03:44:45.250356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0096868b-6a31-4465-8d8f-1d0a42a5ad2e" -d '{"events": [{"server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "name": "network-vif-plugged", "status": "completed", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:45.264179 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:45.290528 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-33e84ebe-a684-43f7-9194-5388aa44402e req-e01dd97a-82d1-47cb-941e-5c9e991b7ff1 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Aug 10 03:44:45.294254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd562b4-3a50-42fd-bdcb-2d4897c3edc2 x-openstack-request-id: req-7bd562b4-3a50-42fd-bdcb-2d4897c3edc2 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:45.294254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "name": "network-vif-plugged", "status": "completed", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:45.294584 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bd562b4-3a50-42fd-bdcb-2d4897c3edc2 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:45.294800 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'code': 200} Aug 10 03:44:45.313174 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57726) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:45.357329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.404320 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.411001 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.444105 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c44b-e08a-4e0e-8d25-ae1022b9e9b1 req-6dc6227e-5a61-4bac-a3bd-1dc63fb14c67 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.446139 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e6f9c44b-e08a-4e0e-8d25-ae1022b9e9b1 req-6dc6227e-5a61-4bac-a3bd-1dc63fb14c67 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 944 time: 0.0956707 Aug 10 03:44:45.477872 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.508969 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e6f9c44b-e08a-4e0e-8d25-ae1022b9e9b1 req-02f55236-9a44-4971-8cca-70a98c1eba0b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554888 Aug 10 03:44:45.587816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c5493-d943-44aa-b230-44493330d68f tempest-TestMinimumBasicScenario-1663317947 tempest-TestMinimumBasicScenario-1663317947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.590014 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-018c5493-d943-44aa-b230-44493330d68f tempest-TestMinimumBasicScenario-1663317947 tempest-TestMinimumBasicScenario-1663317947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1093 time: 0.2757683 Aug 10 03:44:45.593877 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57734) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:45.599582 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'port_id': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:45.697948 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3a63-e6ca-4fc6-a46f-bd732050ac5a req-5d934e64-f78f-4109-80d4-a7a88f3bed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.699975 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-506b3a63-e6ca-4fc6-a46f-bd732050ac5a req-5d934e64-f78f-4109-80d4-a7a88f3bed6a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 1098 time: 0.0427032 Aug 10 03:44:45.703275 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['638e6702-b0f3-46b1-b6c2-197d8b06363d'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:45.715942 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.779101 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-506b3a63-e6ca-4fc6-a46f-bd732050ac5a req-7ebea1e6-98f7-463d-821e-66395740655d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705299 Aug 10 03:44:45.876781 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fd522-2404-4919-b908-5bedde4fd1e5 req-b97de40d-8fec-40c8-ae46-9b71b936519f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.878463 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f43fd522-2404-4919-b908-5bedde4fd1e5 req-b97de40d-8fec-40c8-ae46-9b71b936519f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 943 time: 0.0721822 Aug 10 03:44:45.882045 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.958927 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f43fd522-2404-4919-b908-5bedde4fd1e5 req-97f14f3c-e016-4cbb-ba8e-db09fac30167 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741951 Aug 10 03:44:46.016658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Allocated IP 172.27.3.252 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/01448b1a-f894-42a2-857e-5e31f4e9fa78) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:46.126874 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.271573 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.279249 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8fa7d-d449-438b-932d-cf311ebc8ae9 req-6dc72866-389a-4fef-b94e-884698042dc1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.280843 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16c8fa7d-d449-438b-932d-cf311ebc8ae9 req-6dc72866-389a-4fef-b94e-884698042dc1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Aug 10 03:44:46.333819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:46.337676 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-16c8fa7d-d449-438b-932d-cf311ebc8ae9 req-38b6fd98-d1ec-4d1f-8526-215a87dd63a7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483952 Aug 10 03:44:46.341932 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:46.345688 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:46.358410 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'Port': ['ID=01448b1a-f894-42a2-857e-5e31f4e9fa78,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.546181 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57764) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.673020 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2aa36138-fbba-4595-9c62-95332c7ec14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.715123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fffc-8ff1-4529-b157-16db1f7dc68a req-697a160a-ecc3-4427-a31e-f3fff0817b79 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.716688 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44d9fffc-8ff1-4529-b157-16db1f7dc68a req-697a160a-ecc3-4427-a31e-f3fff0817b79 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.0980265 Aug 10 03:44:46.767911 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2aa36138-fbba-4595-9c62-95332c7ec14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.791649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44d9fffc-8ff1-4529-b157-16db1f7dc68a req-d219c203-07b9-405a-850b-d1776e75e1e6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627279 Aug 10 03:44:46.796471 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.815506 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:46.904359 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2aa36138-fbba-4595-9c62-95332c7ec14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.944840 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2aa36138-fbba-4595-9c62-95332c7ec14d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16a58a3c8c34dc7a18282fa0766356c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974891 Aug 10 03:44:46.945743 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36138-fbba-4595-9c62-95332c7ec14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6755695f-43a7-4343-af78-fafdc7d34aba,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.947581 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57774) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.961168 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 638e6702-b0f3-46b1-b6c2-197d8b06363d completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:46.965807 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 638e6702-b0f3-46b1-b6c2-197d8b06363d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:46.972918 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.015478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.059355 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.101508 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e865c1a-8123-4400-9fce-e31579bd147a req-cdd465f0-ff53-495d-8f5f-1526cd2f28ed tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.103756 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2e865c1a-8123-4400-9fce-e31579bd147a req-cdd465f0-ff53-495d-8f5f-1526cd2f28ed tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 943 time: 0.0607371 Aug 10 03:44:47.106258 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.107273 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.155312 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2e865c1a-8123-4400-9fce-e31579bd147a req-06b3af7f-21ca-4ad3-89b3-f41c0e699fa2 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Aug 10 03:44:47.163471 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:47.235870 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.274738 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.293105 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.295761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.297029 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6755695f-43a7-4343-af78-fafdc7d34aba HTTP/1.1" status: 204 len: 168 time: 0.3478014 Aug 10 03:44:47.297938 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:47.300491 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96838ef-7461-482d-8b47-8252e322a588" -d '{"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:47.305123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39be3cf-0db6-440b-8f54-bdb1b2ed6729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6755695f-43a7-4343-af78-fafdc7d34aba,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.309231 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.344661 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.357451 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d428f-7a98-4387-a4a2-e79c53145cfd x-openstack-request-id: req-265d428f-7a98-4387-a4a2-e79c53145cfd {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:47.358381 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:47.359448 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-265d428f-7a98-4387-a4a2-e79c53145cfd {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:47.360011 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'code': 200} Aug 10 03:44:47.426349 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.493779 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8333-528c-4974-8574-145ad35cbce8 req-ba985c92-200a-4d2c-b297-67475bdc13ce tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.495844 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-890e8333-528c-4974-8574-145ad35cbce8 req-ba985c92-200a-4d2c-b297-67475bdc13ce tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Aug 10 03:44:47.517442 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'Port': ['ID=01448b1a-f894-42a2-857e-5e31f4e9fa78,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.535361 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-890e8333-528c-4974-8574-145ad35cbce8 req-449f43ef-8fd5-4c4b-803f-7902b6e2f04d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327976 Aug 10 03:44:47.544021 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Floating IP 7dc8c54d-4a13-4486-979d-b4abdb78bd92 associated. External IP: 172.27.3.252, port: e4c32421-6086-4a06-97cd-96e3d3edc391. Aug 10 03:44:48.098344 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Router 52b01672-42bc-4bb7-9906-f19a8aa485b8 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:48.107195 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d105e-d2a5-4760-8ffd-afa8a123d564 req-2a498714-d526-4738-ac15-4b60f59b257a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.109204 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-490d105e-d2a5-4760-8ffd-afa8a123d564 req-2a498714-d526-4738-ac15-4b60f59b257a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.1089792 Aug 10 03:44:48.111668 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26cf22-ff14-46bd-9c17-e9162f644926 req-0891e700-54a8-43fd-bdbc-f7eb5ad05df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.113210 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ed26cf22-ff14-46bd-9c17-e9162f644926 req-0891e700-54a8-43fd-bdbc-f7eb5ad05df4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1098 time: 0.1114862 Aug 10 03:44:48.222952 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ed26cf22-ff14-46bd-9c17-e9162f644926 req-af5f3acb-f1b5-45e1-8a35-c82a24c70c76 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984879 Aug 10 03:44:48.223317 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57810) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.228303 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-490d105e-d2a5-4760-8ffd-afa8a123d564 req-e0122a19-d6ff-4caf-987c-fcbea7e24799 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113787 Aug 10 03:44:48.269463 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b59df2dd-504b-4189-b72d-19f543f59d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.295120 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:48.297897 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f858-0cca-44de-be5c-67dd977aa584 req-fe7a0c84-c97b-49b7-91ce-ca55397d48b9 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.305162 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dbd3f858-0cca-44de-be5c-67dd977aa584 req-fe7a0c84-c97b-49b7-91ce-ca55397d48b9 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 943 time: 0.0835738 Aug 10 03:44:48.307187 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Sync routers for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:48.319707 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:48.320689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:48.359885 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dbd3f858-0cca-44de-be5c-67dd977aa584 req-d1c20887-3bf0-4604-a308-06fc6a34780f tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Aug 10 03:44:48.384855 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967f0ce-5abf-4ec4-ad9d-dc44d6a722e9 req-54aa2f09-5b80-44da-a0bb-d6c25cd34e61 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.386909 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7967f0ce-5abf-4ec4-ad9d-dc44d6a722e9 req-54aa2f09-5b80-44da-a0bb-d6c25cd34e61 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Aug 10 03:44:48.404820 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57816) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.411673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Request body: {'floatingip': {'port_id': '1fd204ba-f590-4c87-bff7-78c11eab8e44'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.440391 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b59df2dd-504b-4189-b72d-19f543f59d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.462915 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.508488 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57820) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.522629 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b59df2dd-504b-4189-b72d-19f543f59d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.564516 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:48.591676 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df2dd-504b-4189-b72d-19f543f59d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4159518-9ff1-4b64-9fc6-39c88e4ca800,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.606854 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b59df2dd-504b-4189-b72d-19f543f59d23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5c269cec95d4877a39e4b97b634b904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824048 Aug 10 03:44:48.609690 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57826) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.641387 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.679681 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-0e2e18df-400f-41ab-b7cf-05cfb4256dc8 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0846677 Aug 10 03:44:48.683018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:48.684676 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a810deb-11b5-417c-a031-eaebf0fe773c" -d '{"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:48.687222 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57828) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.712936 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.725213 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871543112', 'description': 'tempest-secgroup-smoke-1871543112 description', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.729358 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6047d4d5-1e97-4dfe-a532-c756c798c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.748452 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85504ca6-415f-48a3-bcd6-32e5f91e4165 x-openstack-request-id: req-85504ca6-415f-48a3-bcd6-32e5f91e4165 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:48.749662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:48.749662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85504ca6-415f-48a3-bcd6-32e5f91e4165 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:48.749662 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:44:48.764770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341513e-2494-4c5d-8d71-7f4ff7d2354e req-61bf53f4-bf12-4adb-9623-d07a230a0c26 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.770835 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3341513e-2494-4c5d-8d71-7f4ff7d2354e req-61bf53f4-bf12-4adb-9623-d07a230a0c26 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1148574 Aug 10 03:44:48.784738 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.846109 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3341513e-2494-4c5d-8d71-7f4ff7d2354e req-2142fafb-850a-40df-adfb-ee3f4232684d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704007 Aug 10 03:44:48.849954 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 887ed7fa-0ce1-4a88-8da2-e406a0557f46 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:48.875988 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.921430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-45941c5f-55b1-4141-b2d7-2c27cd6e4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.922962 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-45941c5f-55b1-4141-b2d7-2c27cd6e4688 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1098 time: 0.1239269 Aug 10 03:44:48.991852 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:48.992398 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.995130 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.999027 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4159518-9ff1-4b64-9fc6-39c88e4ca800 HTTP/1.1" status: 204 len: 168 time: 0.3856905 Aug 10 03:44:49.004163 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '7dc8c54d-4a13-4486-979d-b4abdb78bd92', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'port_id': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'mac_address': 'fa:16:3e:ac:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:46Z', 'updated_at': '2021-08-10T03:44:46Z', 'revision_number': 0, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.008742 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '887ed7fa-0ce1-4a88-8da2-e406a0557f46', 'network_id': 'cc5377b0-3199-4b12-99e9-e00114dd096c', 'port_id': '887ed7fa-0ce1-4a88-8da2-e406a0557f46', 'mac_address': 'fa:16:3e:f8:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa486f9-d500-4dc5-aab1-69ff034b3690', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:49.018631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42008e-6e82-496d-9093-e45f4423349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4159518-9ff1-4b64-9fc6-39c88e4ca800,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.043386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Checking router: 52b01672-42bc-4bb7-9906-f19a8aa485b8 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:49.079677 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:49.080431 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.105776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6047d4d5-1e97-4dfe-a532-c756c798c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.126339 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.132535 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-78a0e343-58fd-4576-9e18-42257a2ef695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.134083 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-78a0e343-58fd-4576-9e18-42257a2ef695 service neutron] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 916 time: 0.1806774 Aug 10 03:44:49.153543 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887ed7fa-0ce1-4a88-8da2-e406a0557f46 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:49.163359 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.204949 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:49.214850 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-e2537a1d-ae2f-4df9-853e-efd467f07fa9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 999 time: 0.0614924 Aug 10 03:44:49.222548 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:49.248244 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6047d4d5-1e97-4dfe-a532-c756c798c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.257306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.278903 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-6047d4d5-1e97-4dfe-a532-c756c798c5a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1100e7e3f4c74af9955511f48135c334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664537 Aug 10 03:44:49.283941 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57834) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:49.320030 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.320933 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047d4d5-1e97-4dfe-a532-c756c798c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b15217-a0a9-4370-afde-6428e759d40b,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.328490 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-385c1977-31ab-4364-b1cc-0250af34f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.330153 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-385c1977-31ab-4364-b1cc-0250af34f3f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.1064267 Aug 10 03:44:49.356430 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.397836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.476619 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.484324 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-bb2e8c3e-15ce-40dd-862c-3ad967a023ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.485932 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-bb2e8c3e-15ce-40dd-862c-3ad967a023ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454844 Aug 10 03:44:49.503395 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Floating IP 06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761 associated. External IP: 172.27.3.18, port: 1fd204ba-f590-4c87-bff7-78c11eab8e44. Aug 10 03:44:49.555566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.562342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.562342 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85b15217-a0a9-4370-afde-6428e759d40b HTTP/1.1" status: 204 len: 168 time: 0.2749839 Aug 10 03:44:49.568120 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fde47-b542-43e7-b99a-49fb3e28d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b15217-a0a9-4370-afde-6428e759d40b,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.602523 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.610594 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '7dc8c54d-4a13-4486-979d-b4abdb78bd92', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'port_id': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'mac_address': 'fa:16:3e:ac:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:46Z', 'updated_at': '2021-08-10T03:44:46Z', 'revision_number': 0, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.654686 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956cbff-1807-4fd3-af87-d98ca53150fe None None] The sync data for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi is: [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '7dc8c54d-4a13-4486-979d-b4abdb78bd92', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'port_id': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'mac_address': 'fa:16:3e:ac:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:46Z', 'updated_at': '2021-08-10T03:44:46Z', 'revision_number': 0, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:49.660287 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc02e-68af-485c-9aab-da7e5770194b req-15f1ef72-2b18-4da3-89a4-3dd1d1a452ef tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.661935 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4fcc02e-68af-485c-9aab-da7e5770194b req-15f1ef72-2b18-4da3-89a4-3dd1d1a452ef tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 944 time: 0.1948128 Aug 10 03:44:49.712511 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.733522 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['887ed7fa-0ce1-4a88-8da2-e406a0557f46'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:49.809098 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b4fcc02e-68af-485c-9aab-da7e5770194b req-72e5840e-ff32-486c-8077-4f9ba8cdc13e tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398611 Aug 10 03:44:49.809700 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340df404-620c-44f6-ab98-79f03bb47b3f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.817712 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-759becfe-887c-4094-a1a8-a5676b68ecba service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061807 Aug 10 03:44:49.933564 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05f797-2a68-4c96-a0c0-1d52249f889a None None] New status for floating IP 7dc8c54d-4a13-4486-979d-b4abdb78bd92: ACTIVE {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:49.943697 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.944336 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a6b95775-8fcd-4bb5-9bcc-cb86e018f05b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2245431 Aug 10 03:44:49.947489 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57852) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:49.953021 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:50.046082 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6a810deb-11b5-417c-a031-eaebf0fe773c req-9f179821-a719-4d70-88f4-7ee60c00ccc8 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900828 Aug 10 03:44:50.053702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:50.113879 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.227342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777e34-6dae-4f47-b984-ede20ae340a7 req-a35481a2-0f8f-4c37-a9d6-909b3b2eacfe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.229051 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-36777e34-6dae-4f47-b984-ede20ae340a7 req-a35481a2-0f8f-4c37-a9d6-909b3b2eacfe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1533010 Aug 10 03:44:50.291707 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.302281 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-36777e34-6dae-4f47-b984-ede20ae340a7 req-b8d12cb7-300d-4d82-8eb7-6f054c1adbcf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635004 Aug 10 03:44:50.384404 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.403911 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849381bc-41c8-4b32-8644-c1b1506f2cd2,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.469800 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.471039 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cae82815-3e21-46d5-9b55-571c879ed246 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5224307 Aug 10 03:44:50.474138 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57866) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.478808 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:50.511109 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ad66-5b98-4de7-867d-f60acdc3722d req-a18e0108-f7d8-4604-8556-5dfba8ee3fb1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.512679 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-28d4ad66-5b98-4de7-867d-f60acdc3722d req-a18e0108-f7d8-4604-8556-5dfba8ee3fb1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0998988 Aug 10 03:44:50.522423 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 57868) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.527826 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Request body: {'floatingip': {'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:50.543787 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57870) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.558221 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b598ba6a-a944-4156-85d7-a9098e5a084f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.569801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:50.578026 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.578139 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.582523 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:50.583351 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.593857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:50.595014 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:50.673206 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-fef67f72-cbcf-4231-ac7d-0235f3e45b3f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "PUT /v2.0/floatingips/06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761 HTTP/1.1" status: 200 len: 990 time: 2.2633631 Aug 10 03:44:50.703715 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.742935 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b598ba6a-a944-4156-85d7-a9098e5a084f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.747958 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:50.786318 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:50.788706 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451ee70-ebc6-404b-9990-7400e778c5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:50.831533 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.844250 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 887ed7fa-0ce1-4a88-8da2-e406a0557f46 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:50.855638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fb5e13-4b05-4006-a332-2c1c215ccbbf x-openstack-request-id: req-c6fb5e13-4b05-4006-a332-2c1c215ccbbf {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:50.856124 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:50.856411 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6fb5e13-4b05-4006-a332-2c1c215ccbbf {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:50.856819 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'status': 'completed', 'code': 200} Aug 10 03:44:50.863175 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b598ba6a-a944-4156-85d7-a9098e5a084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.886974 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875ac483-a7b8-4dda-b64f-f5cb3786f73e,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.912663 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598ba6a-a944-4156-85d7-a9098e5a084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c262b70-5416-4f4c-bcb3-784d7228df2a,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.919108 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.923037 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-87ffcb07-bd25-4d9c-b7d2-0f1c0700b1da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4453304 Aug 10 03:44:50.926535 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b598ba6a-a944-4156-85d7-a9098e5a084f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7e662a290ad4fa5ad2089c1fa9f6b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815646 Aug 10 03:44:50.927631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57882) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.929533 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57884) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.936592 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:51.029320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-7c572868-046d-4fc0-9869-c07c653b897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.031224 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-7c572868-046d-4fc0-9869-c07c653b897f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=db9e9e54834e4fe682d4305010655be7&device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 1098 time: 0.1468086 Aug 10 03:44:51.081861 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:67:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:49Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:51.087527 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074fa09-77a6-4640-9d6e-1be2576bf6e4 req-51563327-8699-40cf-b4f1-c7b77e5b2787 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.092735 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9074fa09-77a6-4640-9d6e-1be2576bf6e4 req-51563327-8699-40cf-b4f1-c7b77e5b2787 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 944 time: 0.1412125 Aug 10 03:44:51.093840 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.118264 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:51.122324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:51.129772 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:51.129772 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.142599 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.153259 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:51.153907 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:51.169468 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9074fa09-77a6-4640-9d6e-1be2576bf6e4 req-c5c72437-4d3b-4e7e-8d7a-b4d3c6bc51f9 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732107 Aug 10 03:44:51.190422 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.238863 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-12b2568d-1b01-4c1b-aa10-76976b1d0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.240426 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-12b2568d-1b01-4c1b-aa10-76976b1d0f09 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 200 len: 911 time: 0.1745598 Aug 10 03:44:51.254850 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.309306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.327167 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-96557ecb-2874-4d36-99fa-a08c01257209 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44 HTTP/1.1" status: 200 len: 998 time: 0.0768399 Aug 10 03:44:51.361955 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.364706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.366061 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c262b70-5416-4f4c-bcb3-784d7228df2a HTTP/1.1" status: 204 len: 168 time: 0.4225976 Aug 10 03:44:51.374227 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed955-6138-4af7-93e6-86b2538aad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c262b70-5416-4f4c-bcb3-784d7228df2a,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.386814 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-364ab501-cc87-4303-9273-bc114711c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.388736 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-364ab501-cc87-4303-9273-bc114711c59b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 200 len: 849 time: 0.0537958 Aug 10 03:44:51.389821 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.390017 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.411284 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25324c5d-2bbe-4b0f-9891-ccd072047a74,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.464871 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.487256 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.488518 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bc24a733-fa54-4d6a-a1a5-db0cd7a54a2a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5577953 Aug 10 03:44:51.491470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57896) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.496485 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:51.500621 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:51.503021 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b260d-1897-4eb9-864d-bdef43e4b727" -d '{"events": [{"server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "name": "network-vif-plugged", "status": "completed", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:51.523562 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:51.525663 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:51.574873 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-ebb695be-5f9b-4c10-9adc-07ec6d34cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.576490 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-ebb695be-5f9b-4c10-9adc-07ec6d34cae6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226430 Aug 10 03:44:51.584008 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Floating IP bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd associated. External IP: 172.27.3.155, port: 638e6702-b0f3-46b1-b6c2-197d8b06363d. Aug 10 03:44:51.619036 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.652815 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.720266 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.765981 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-eb411ce5-d3cb-4ac5-8173-820fa4bbfaf9 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790154 Aug 10 03:44:51.787664 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.818589 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.860946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5b770f-ebab-4038-aeb0-455e29a2d890,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.904356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c61be-906d-4f61-8aef-8749a32fa1b8 x-openstack-request-id: req-7c2c61be-906d-4f61-8aef-8749a32fa1b8 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:51.908518 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "name": "network-vif-plugged", "status": "completed", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:51.909624 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c2c61be-906d-4f61-8aef-8749a32fa1b8 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:51.910880 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46', 'code': 200} Aug 10 03:44:51.917642 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-04790170-1e96-4a08-9553-3bce039daebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:67:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:49Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:51.953887 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04790170-1e96-4a08-9553-3bce039daebe None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'port_id': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'mac_address': 'fa:16:3e:67:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:49Z', 'revision_number': 1, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:51.955054 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f451ee70-ebc6-404b-9990-7400e778c5d8 req-75ac4c0e-1896-40e7-8674-608aa4947295 service neutron] 10.222.0.63 "GET /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810489 Aug 10 03:44:51.990348 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.992114 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-79d25ad3-eb59-45e1-b984-ff7c639a93b0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4997540 Aug 10 03:44:51.994638 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57914) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.005073 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:52.042439 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:52.166286 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:52.171792 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.178435 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:52.188831 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:52.189659 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.190607 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.securitygroups_db [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Project a2ebcc2259864e7b91ab0fe1190f0f2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:52.196700 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.203210 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6a306d9b-1a53-4293-92a8-8ca48e6f13c5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "PUT /v2.0/floatingips/bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd HTTP/1.1" status: 200 len: 991 time: 1.6772332 Aug 10 03:44:52.239605 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999c613-f61b-41bc-be20-f5357ee93b55 None None] New status for floating IP 06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761: ACTIVE {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:52.341315 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.356039 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:52.362481 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef711b6-71c9-400b-a335-021ee881ef95 req-dbd08c08-c231-4dc9-9016-f171fbf7fbee tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.364340 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3ef711b6-71c9-400b-a335-021ee881ef95 req-dbd08c08-c231-4dc9-9016-f171fbf7fbee tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0769157 Aug 10 03:44:52.433208 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc341e-c6ee-44f3-bb38-48ca329c05f2 req-e3677230-ad2b-4635-9de5-febd9cc27467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.435006 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bc341e-c6ee-44f3-bb38-48ca329c05f2 req-e3677230-ad2b-4635-9de5-febd9cc27467 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 1098 time: 0.0521460 Aug 10 03:44:52.442241 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3ef711b6-71c9-400b-a335-021ee881ef95 req-96fc3876-bc43-4ee5-8061-6b4447f98a06 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618422 Aug 10 03:44:52.472037 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.487432 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bc341e-c6ee-44f3-bb38-48ca329c05f2 req-e24f564d-b631-4718-b48c-0a6c5609ac07 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Aug 10 03:44:52.490509 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d84e528-dc92-486d-95fe-05703fd4ff58,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.613050 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.614917 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b9e85a82-1cc0-4030-91ed-1556f00c528e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6186633 Aug 10 03:44:52.619336 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 57930) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.627504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'security_group_rule': {'security_group_id': '340df404-620c-44f6-ab98-79f03bb47b3f', 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:52.664271 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37790e-ad20-4784-b0f0-20babcf19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:32Z', 'updated_at': '2021-08-10T03:44:51Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.692717 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:52.703858 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:52.704627 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:44:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.744653 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.securitygroups_db [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Project a2ebcc2259864e7b91ab0fe1190f0f2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:52.751341 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.830732 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:52.832569 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.858446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:52.862736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044472c9-ae66-4fd8-838a-670552f8789f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:52.909466 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9edd7-43e2-47b6-9728-9e1678cb77fe x-openstack-request-id: req-51c9edd7-43e2-47b6-9728-9e1678cb77fe {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:52.911588 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:52.911588 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51c9edd7-43e2-47b6-9728-9e1678cb77fe {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:52.911588 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'status': 'completed', 'code': 200} Aug 10 03:44:52.949536 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.975525 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca624951-abf8-4164-9d5d-5082bdd07566,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:53.052760 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044472c9-ae66-4fd8-838a-670552f8789f req-2cb6acac-e31f-4927-8910-e6fc357f1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.054327 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-2cb6acac-e31f-4927-8910-e6fc357f1b2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1098 time: 0.0509853 Aug 10 03:44:53.114643 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.118642 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-de66e852-0d63-4496-9765-bce8b5f5b3e2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4982312 Aug 10 03:44:53.131643 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-224833a1-40da-4edd-9954-f029961d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37790e-ad20-4784-b0f0-20babcf19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:32Z', 'updated_at': '2021-08-10T03:44:51Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:53.168276 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.170577 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224833a1-40da-4edd-9954-f029961d7929 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37790e-ad20-4784-b0f0-20babcf19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:32Z', 'updated_at': '2021-08-10T03:44:51Z', 'revision_number': 1, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:53.199944 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044472c9-ae66-4fd8-838a-670552f8789f req-c7fe741d-8189-48c8-8e2e-048e6406ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.201430 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-c7fe741d-8189-48c8-8e2e-048e6406ba0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.1395288 Aug 10 03:44:53.278175 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a49a3611-99e7-48a9-8930-8182ad294261 req-06191f90-74c1-47cd-9d79-7b5884cce778 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871543112&fields=id&tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e HTTP/1.1" status: 200 len: 267 time: 0.0872319 Aug 10 03:44:53.440722 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06787f-4ebc-4a0d-b1ce-c01e65f88510 None None] New status for floating IP bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd: ACTIVE {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:53.617871 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-7ae5b6fc-c5d8-4a25-ad29-616d7f614fb8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 999 time: 0.4057152 Aug 10 03:44:53.620245 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af3e2-0773-4278-9638-d6a5b34f197b req-c465dee1-d111-4aad-a37f-344d0bca712d tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.621778 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-346af3e2-0773-4278-9638-d6a5b34f197b req-c465dee1-d111-4aad-a37f-344d0bca712d tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0682330 Aug 10 03:44:53.641237 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3611-99e7-48a9-8930-8182ad294261 req-22bbc921-4abc-4c88-9737-cc8c7f92e5b2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.642996 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a49a3611-99e7-48a9-8930-8182ad294261 req-22bbc921-4abc-4c88-9737-cc8c7f92e5b2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.3565524 Aug 10 03:44:53.659672 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'port': {'security_groups': ['8b4af05e-c638-42af-997b-efd9ca522d63', '340df404-620c-44f6-ab98-79f03bb47b3f']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:53.676697 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-346af3e2-0773-4278-9638-d6a5b34f197b req-2f2ca950-77e0-4349-bca5-0a71be25e745 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488360 Aug 10 03:44:53.750801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044472c9-ae66-4fd8-838a-670552f8789f req-8a7c6508-11c8-4249-bd07-ab9cf274b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.752654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-8a7c6508-11c8-4249-bd07-ab9cf274b9ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.1087070 Aug 10 03:44:53.774112 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.848031 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044472c9-ae66-4fd8-838a-670552f8789f req-69f9ef9d-10fc-4bf3-89a6-fc6e0369d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.849496 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-69f9ef9d-10fc-4bf3-89a6-fc6e0369d1f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885005 Aug 10 03:44:54.038551 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-125daf0c-a321-4017-a076-c2821b3c27a5 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770902 Aug 10 03:44:54.135858 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:54.202808 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.204401 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-044472c9-ae66-4fd8-838a-670552f8789f req-493faee8-1f97-4d2c-9b03-4c3675d944d1 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571279 Aug 10 03:44:54.292855 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.329108 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:54.336061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.336748 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.338362 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a49a3611-99e7-48a9-8930-8182ad294261 req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "PUT /v2.0/ports/e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 981 time: 0.6844857 Aug 10 03:44:54.373500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5025d9-8df6-4570-b4ac-46e682a8c1b5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=6']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.472540 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737326d-2322-4404-a865-ac8591770a86 req-5531a021-8ce8-404d-b265-8b3f3fd03330 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.482928 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f737326d-2322-4404-a865-ac8591770a86 req-5531a021-8ce8-404d-b265-8b3f3fd03330 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0666955 Aug 10 03:44:54.503484 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:54.558170 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f737326d-2322-4404-a865-ac8591770a86 req-e4bc6d53-48ec-4135-a23b-047d8471bf2c tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742857 Aug 10 03:44:54.735159 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-92057ce4-49d3-477d-9bd5-53290c5cc666 None None] Provisioning complete for port e4c32421-6086-4a06-97cd-96e3d3edc391 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:54.735539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92057ce4-49d3-477d-9bd5-53290c5cc666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.800549 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23998-d633-4659-9ac9-9c38de35d2d9 req-f2f6f514-7ee4-4c89-9e45-6292ca387637 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.802092 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e2f23998-d633-4659-9ac9-9c38de35d2d9 req-f2f6f514-7ee4-4c89-9e45-6292ca387637 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0551758 Aug 10 03:44:54.847119 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e2f23998-d633-4659-9ac9-9c38de35d2d9 req-d75a8fe0-406f-4dc3-a853-c3d1c1488fd6 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Aug 10 03:44:54.911911 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:54.914577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f15050-a38a-4d2c-b4dd-07411800ecaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:54.959631 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a56816-73d2-4a30-b536-e9178addde7e x-openstack-request-id: req-f7a56816-73d2-4a30-b536-e9178addde7e {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:54.960185 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:54.960693 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7a56816-73d2-4a30-b536-e9178addde7e {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:54.961301 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:44:55.056114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-e22afb3b-f554-457d-a0c2-76b3a7df7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.058272 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-e22afb3b-f554-457d-a0c2-76b3a7df7128 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1137 time: 0.0497003 Aug 10 03:44:55.155860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-85c5a71f-567e-4b33-ad11-f00219e2565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.157684 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-85c5a71f-567e-4b33-ad11-f00219e2565f service neutron] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 916 time: 0.0920150 Aug 10 03:44:55.246673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-c33c7d91-93b0-423f-9dfb-a0340d7dcafe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 1001 time: 0.0761685 Aug 10 03:44:55.299783 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-ab972404-e6ba-4dd4-8d42-eddbcda7dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.303575 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-ab972404-e6ba-4dd4-8d42-eddbcda7dd97 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.0462959 Aug 10 03:44:55.349739 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-52f888c2-eb64-4268-abd5-26205685ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.351375 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-52f888c2-eb64-4268-abd5-26205685ebec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411294 Aug 10 03:44:55.446408 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-47945b9d-89a6-49c1-af97-2a98129abceb service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868356 Aug 10 03:44:55.541311 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99f15050-a38a-4d2c-b4dd-07411800ecaa req-80865d9a-fae9-4436-8ab2-eebadb1ff3f6 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Aug 10 03:44:57.784011 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-592e7ff4-4d08-495d-9296-9bb72ebe15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.551593 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:00.235269 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8e978581-d0c4-42a5-8017-cc204ff724dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.338452 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.561127 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.663523 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58134) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:01.784547 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-23a98a9e-5d8b-4939-ad98-521e049d5924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.884560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-23a98a9e-5d8b-4939-ad98-521e049d5924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.973308 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-23a98a9e-5d8b-4939-ad98-521e049d5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.016466 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-23a98a9e-5d8b-4939-ad98-521e049d5924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3132c46025a1456aa78a50c2a3883d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518307 Aug 10 03:45:02.018371 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98a9e-5d8b-4939-ad98-521e049d5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14963aa2-ffc7-472c-92cd-a86d21995770,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.019439 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58152) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:02.085931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.108984 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.252594 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.255093 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.256317 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14963aa2-ffc7-472c-92cd-a86d21995770 HTTP/1.1" status: 204 len: 168 time: 0.2331021 Aug 10 03:45:02.263969 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a6ca4-c8f5-4f7c-a985-29fb1c8f052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14963aa2-ffc7-472c-92cd-a86d21995770,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.073595 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58168) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:03.086913 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0d0d22ac-7d4d-4c8d-92e7-71e741d6cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.176518 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0d0d22ac-7d4d-4c8d-92e7-71e741d6cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.206902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.356495 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0d0d22ac-7d4d-4c8d-92e7-71e741d6cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.406038 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0d0d22ac-7d4d-4c8d-92e7-71e741d6cb51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=592950368fbe4ec8bc5e9ba14fca23df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305085 Aug 10 03:45:03.407320 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d22ac-7d4d-4c8d-92e7-71e741d6cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56889e56-a250-4cc1-bc1c-41011cd94626,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.408282 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58176) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:03.469038 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.497505 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.641464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.644180 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.645278 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56889e56-a250-4cc1-bc1c-41011cd94626 HTTP/1.1" status: 204 len: 168 time: 0.2359824 Aug 10 03:45:03.653334 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a153-88dd-4870-bd3e-ee5691ceae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56889e56-a250-4cc1-bc1c-41011cd94626,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:04.295720 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58198) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:04.404973 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-937a60b9-9029-42f1-9cd0-5fb2fd744e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.506206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-937a60b9-9029-42f1-9cd0-5fb2fd744e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.572641 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-937a60b9-9029-42f1-9cd0-5fb2fd744e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.611623 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-937a60b9-9029-42f1-9cd0-5fb2fd744e8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11893874a88c45aa890e80b4d784ebc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146694 Aug 10 03:45:04.612606 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a60b9-9029-42f1-9cd0-5fb2fd744e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd6e8a-c057-4c6a-8ebc-2bd8180afbc3,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:04.614312 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58208) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:04.684271 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.709759 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.881536 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.884958 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.886450 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90fd6e8a-c057-4c6a-8ebc-2bd8180afbc3 HTTP/1.1" status: 204 len: 168 time: 0.2710888 Aug 10 03:45:04.898248 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3da8d3-5156-410d-87ab-5bef974b517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd6e8a-c057-4c6a-8ebc-2bd8180afbc3,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.661902 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58240) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:05.676135 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9362f975-caab-4ffa-aea1-8a3787d1deae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.784588 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9362f975-caab-4ffa-aea1-8a3787d1deae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.892706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-9362f975-caab-4ffa-aea1-8a3787d1deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.933516 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-9362f975-caab-4ffa-aea1-8a3787d1deae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e719157861418985ebff9677b17641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699771 Aug 10 03:45:05.934736 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362f975-caab-4ffa-aea1-8a3787d1deae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd33db-09e5-4108-bdb8-c572c26702d0,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.936277 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58252) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:05.985814 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.011462 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.149434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.152563 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.153759 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfbd33db-09e5-4108-bdb8-c572c26702d0 HTTP/1.1" status: 204 len: 168 time: 0.2164660 Aug 10 03:45:06.161279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5c691-e641-4d5e-bb34-5a94045fee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd33db-09e5-4108-bdb8-c572c26702d0,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.055793 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58272) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:07.069550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5b523ce4-e3a7-4c44-ad17-c8af3d1c02ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.166142 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5b523ce4-e3a7-4c44-ad17-c8af3d1c02ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.258160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5b523ce4-e3a7-4c44-ad17-c8af3d1c02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.304517 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-5b523ce4-e3a7-4c44-ad17-c8af3d1c02ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abcf328a076d4ef9af82b817c50fe8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402925 Aug 10 03:45:07.304517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b523ce4-e3a7-4c44-ad17-c8af3d1c02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43140fb9-0e69-4e00-bde2-f87887f3ffb4,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.304747 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58276) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:07.364846 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.388242 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.527500 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.530252 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.531328 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43140fb9-0e69-4e00-bde2-f87887f3ffb4 HTTP/1.1" status: 204 len: 168 time: 0.2282600 Aug 10 03:45:07.541009 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd616e-1410-46a7-be1f-299ad68e657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43140fb9-0e69-4e00-bde2-f87887f3ffb4,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.166807 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7190d6-a55f-40f8-ae86-d49d1cfb6279 req-e16eb6ff-a6e4-4288-9870-94176be8fee0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.168314 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd7190d6-a55f-40f8-ae86-d49d1cfb6279 req-e16eb6ff-a6e4-4288-9870-94176be8fee0 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0667057 Aug 10 03:45:09.211699 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-bd7190d6-a55f-40f8-ae86-d49d1cfb6279 req-741181cb-715b-45a8-9bb7-830fd9aa3f38 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355537 Aug 10 03:45:09.270290 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-99d1460e-764d-436b-8109-007114d177d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.271774 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-99d1460e-764d-436b-8109-007114d177d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1137 time: 0.0407836 Aug 10 03:45:09.365742 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-45d9f84c-7564-4b03-9fc1-5d2d41f8457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.367108 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-45d9f84c-7564-4b03-9fc1-5d2d41f8457b service neutron] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 916 time: 0.0874784 Aug 10 03:45:09.440998 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-60c7fa2c-4098-4775-8e26-f2c9e348e4e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 1001 time: 0.0630145 Aug 10 03:45:09.527092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-5cc7e550-494d-4eb2-acc6-ec65739e116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.529650 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-5cc7e550-494d-4eb2-acc6-ec65739e116a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.0802076 Aug 10 03:45:09.585434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-dac2e59e-786a-4cd0-a4b6-e42513d4de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.587035 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-dac2e59e-786a-4cd0-a4b6-e42513d4de05 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425260 Aug 10 03:45:09.677612 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-f0ae0113-8ae2-44a1-aa1e-09a1268df4ce service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819647 Aug 10 03:45:09.808153 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-238d053b-aa52-4afd-aad2-d77cdabc3e1e req-0b2aee2e-14aa-4fbc-b4b6-a5e419787ee6 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201246 Aug 10 03:45:10.331306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa658ff0-490a-4141-9205-65fad674f46e req-b618b17f-a0c4-4dfa-9822-35a9bd68a393 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.332851 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aa658ff0-490a-4141-9205-65fad674f46e req-b618b17f-a0c4-4dfa-9822-35a9bd68a393 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0509362 Aug 10 03:45:10.376218 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aa658ff0-490a-4141-9205-65fad674f46e req-24dc4302-f8c0-42bc-9980-21c5e5ec1664 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367012 Aug 10 03:45:13.391002 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2eca5-b580-41b7-95d2-678cd526b9eb req-e7c6596a-b2df-442e-8d8e-351f06846bd6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.392564 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-50a2eca5-b580-41b7-95d2-678cd526b9eb req-e7c6596a-b2df-442e-8d8e-351f06846bd6 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0506659 Aug 10 03:45:13.432260 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-50a2eca5-b580-41b7-95d2-678cd526b9eb req-daeaf42d-695c-4dab-8295-4a202ff73cca tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335562 Aug 10 03:45:14.549729 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc93cc-5717-43d4-a441-b86b36f9ff25 req-b7fddb58-1386-4020-8df0-5dcd2f009f25 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.551230 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-22bc93cc-5717-43d4-a441-b86b36f9ff25 req-b7fddb58-1386-4020-8df0-5dcd2f009f25 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0487189 Aug 10 03:45:14.596098 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-22bc93cc-5717-43d4-a441-b86b36f9ff25 req-d9fb8435-3665-4ad7-b7ab-b43a5c6f89d7 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384305 Aug 10 03:45:15.551316 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58372) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.656052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fc5db349-14d6-4ad3-9270-c22b43df23c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.741251 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4328a-98b9-4750-8a3e-36214d49f9df req-069f480a-9e00-4b33-af83-f93f9105d0e4 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.742721 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1ac4328a-98b9-4750-8a3e-36214d49f9df req-069f480a-9e00-4b33-af83-f93f9105d0e4 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0739739 Aug 10 03:45:15.801213 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1ac4328a-98b9-4750-8a3e-36214d49f9df req-c1e859e9-ab62-4f97-a955-f67092d0c4da tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509648 Aug 10 03:45:15.819045 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fc5db349-14d6-4ad3-9270-c22b43df23c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.943779 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fc5db349-14d6-4ad3-9270-c22b43df23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.982182 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fc5db349-14d6-4ad3-9270-c22b43df23c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=829c21e34b0f41f39915d33d7ecde295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297812 Aug 10 03:45:15.983374 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db349-14d6-4ad3-9270-c22b43df23c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7454a00-6609-4d97-86ee-387c702b331d,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.985732 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58378) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:16.044413 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.064964 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.189101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.191621 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.192810 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7454a00-6609-4d97-86ee-387c702b331d HTTP/1.1" status: 204 len: 168 time: 0.2057242 Aug 10 03:45:16.201205 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707862d-82cd-4258-99df-a8f3febc5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7454a00-6609-4d97-86ee-387c702b331d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:16.918614 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8c35-7c43-41b2-b920-bc05dd8e58b2 req-05a6c9cd-ed76-47fe-8d47-ba475c1b2048 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.920079 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-095e8c35-7c43-41b2-b920-bc05dd8e58b2 req-05a6c9cd-ed76-47fe-8d47-ba475c1b2048 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0490420 Aug 10 03:45:16.955515 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58396) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:16.961155 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-095e8c35-7c43-41b2-b920-bc05dd8e58b2 req-45a1c007-47ab-4884-8669-9842e6b8f63a tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350111 Aug 10 03:45:16.969043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd3eb-8f5e-4a3d-8487-b2a8573ae4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.055520 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd3eb-8f5e-4a3d-8487-b2a8573ae4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.160814 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd3eb-8f5e-4a3d-8487-b2a8573ae4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.201903 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-8a9bd3eb-8f5e-4a3d-8487-b2a8573ae4a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1443ada7b53453385b3822b3d377943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451482 Aug 10 03:45:17.202742 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bd3eb-8f5e-4a3d-8487-b2a8573ae4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d732f-c435-4a1a-abf3-b917523f328b,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.206149 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58398) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:17.283531 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.320752 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.480675 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.483618 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.484784 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac7d732f-c435-4a1a-abf3-b917523f328b HTTP/1.1" status: 204 len: 168 time: 0.2769806 Aug 10 03:45:17.493219 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec610f-a3aa-45d9-8192-5972f8ad2a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d732f-c435-4a1a-abf3-b917523f328b,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:18.095410 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d82f9b-9707-48e3-a6c2-a38c4e2b661b req-d182b162-5c57-40c7-b327-d375172c17b2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.097145 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88d82f9b-9707-48e3-a6c2-a38c4e2b661b req-d182b162-5c57-40c7-b327-d375172c17b2 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0502567 Aug 10 03:45:18.140798 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88d82f9b-9707-48e3-a6c2-a38c4e2b661b req-e05cc437-bccc-4d6d-81b4-d71149115562 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366411 Aug 10 03:45:19.262029 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e449a-0c01-4fef-8374-cb0812239a0e req-cdc0f156-e4f4-433e-b13b-7888b3da6f3f tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.264559 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4b2e449a-0c01-4fef-8374-cb0812239a0e req-cdc0f156-e4f4-433e-b13b-7888b3da6f3f tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0498946 Aug 10 03:45:19.309076 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4b2e449a-0c01-4fef-8374-cb0812239a0e req-13b8e6ca-4953-44f7-914d-6577fb2f47b7 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354040 Aug 10 03:45:20.440373 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e145e7-3f21-47b4-8827-a7c2140c35e9 req-a28d5db2-ad77-453b-b2d4-dea95da1d560 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.442629 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-84e145e7-3f21-47b4-8827-a7c2140c35e9 req-a28d5db2-ad77-453b-b2d4-dea95da1d560 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0656440 Aug 10 03:45:20.494046 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-84e145e7-3f21-47b4-8827-a7c2140c35e9 req-c92749b4-e347-4e84-952b-5a73fe020783 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448205 Aug 10 03:45:20.675690 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658e87-c08f-4bfe-accf-327bf6d263ff req-f341eef6-4d8d-4430-852b-d7b0c39318f3 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.677165 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6c658e87-c08f-4bfe-accf-327bf6d263ff req-f341eef6-4d8d-4430-852b-d7b0c39318f3 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0482593 Aug 10 03:45:20.718274 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6c658e87-c08f-4bfe-accf-327bf6d263ff req-e8f4e230-278f-4529-a440-aa6d3fe96903 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 10 03:45:21.287024 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58508) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:21.394552 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66741c86-aa30-4f52-8742-1ee04c9e55b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.480784 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66741c86-aa30-4f52-8742-1ee04c9e55b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.587686 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66741c86-aa30-4f52-8742-1ee04c9e55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.690884 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-66741c86-aa30-4f52-8742-1ee04c9e55b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e288f9a5484eb3b589777c3cf72e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029622 Aug 10 03:45:21.693424 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58514) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:21.698041 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741c86-aa30-4f52-8742-1ee04c9e55b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8e4e1-4bd4-4fee-8e89-33689a0c353b,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.711243 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2fb4-a6a2-479f-8a4f-ac7d2ef78939 req-3beacf33-2c5e-4e5d-b157-4f635fcddd55 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.713562 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c4a2fb4-a6a2-479f-8a4f-ac7d2ef78939 req-3beacf33-2c5e-4e5d-b157-4f635fcddd55 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.1425231 Aug 10 03:45:21.759447 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7c4a2fb4-a6a2-479f-8a4f-ac7d2ef78939 req-e89a29db-2c3a-466e-aba3-f0ecc9487529 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383875 Aug 10 03:45:22.002932 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac2e6d-9a17-4980-b86f-2fbb044ea0f4 req-29587ee8-e903-46a9-aea9-9975d47773dc tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.004315 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47ac2e6d-9a17-4980-b86f-2fbb044ea0f4 req-29587ee8-e903-46a9-aea9-9975d47773dc tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0734878 Aug 10 03:45:22.005456 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.037672 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.076402 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-47ac2e6d-9a17-4980-b86f-2fbb044ea0f4 req-0a69fc3b-0bf2-4460-b7f7-1a9c1e171d7b tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603313 Aug 10 03:45:22.177776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.180504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.181689 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bc8e4e1-4bd4-4fee-8e89-33689a0c353b HTTP/1.1" status: 204 len: 168 time: 0.4872358 Aug 10 03:45:22.190023 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9473d-f746-443e-a080-444ffd2eb689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8e4e1-4bd4-4fee-8e89-33689a0c353b,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.849868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58528) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.864006 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe775eae-9365-461a-8e8a-a0526de6bbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.898008 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-8a21fcca-797c-4057-937d-73f4fd5895ec tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.899491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-8a21fcca-797c-4057-937d-73f4fd5895ec tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0755541 Aug 10 03:45:22.911841 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660f48-76f7-468e-9c68-76bdcde8c9a9 req-8af35d27-ec17-4453-a08f-609035a3b4ce tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.913293 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba660f48-76f7-468e-9c68-76bdcde8c9a9 req-8af35d27-ec17-4453-a08f-609035a3b4ce tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0811262 Aug 10 03:45:22.960534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe775eae-9365-461a-8e8a-a0526de6bbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.005428 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba660f48-76f7-468e-9c68-76bdcde8c9a9 req-63b46d55-1c20-4d87-9def-ed5e43c6cd25 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833082 Aug 10 03:45:23.038210 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Deleting port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:23.038638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.063185 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fe775eae-9365-461a-8e8a-a0526de6bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.103219 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775eae-9365-461a-8e8a-a0526de6bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85a907-a5f6-490b-b33c-eae9dba0da42,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.122400 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58532) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:23.123316 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fe775eae-9365-461a-8e8a-a0526de6bbe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd4745d652bb4188b5b1093ec4f874de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722085 Aug 10 03:45:23.124773 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.200121 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] For port 887ed7fa-0ce1-4a88-8da2-e406a0557f46, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=887ed7fa-0ce1-4a88-8da2-e406a0557f46,segment=NetworkSegment(5b8681e5-78d4-4365-a7fd-26c806f78586),segment_id=5b8681e5-78d4-4365-a7fd-26c806f78586)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:23.200513 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.218143 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-0afe0345-eca3-4644-bb39-e43536ac3b6f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151223 Aug 10 03:45:23.218973 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Calling delete_port for 887ed7fa-0ce1-4a88-8da2-e406a0557f46 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:23.242084 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1f7c-dcb8-42c3-82e1-d97678b4d1b0 req-377843b4-18ba-4980-8314-31aa557cb1a5 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.243186 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.244010 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95ec1f7c-dcb8-42c3-82e1-d97678b4d1b0 req-377843b4-18ba-4980-8314-31aa557cb1a5 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 945 time: 0.0502748 Aug 10 03:45:23.300159 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95ec1f7c-dcb8-42c3-82e1-d97678b4d1b0 req-6a8775eb-3865-4a17-9b02-1be84c88128d tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e86c4a7-b916-4891-a78a-085ffa1d320f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Aug 10 03:45:23.333626 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.387232 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d42f-945f-468d-bf77-0cc915b039cc req-224f9386-cb21-4fa9-94f4-52c3f7a1215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.388734 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-224f9386-cb21-4fa9-94f4-52c3f7a1215b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.1044619 Aug 10 03:45:23.511677 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.516327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.518059 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c85a907-a5f6-490b-b33c-eae9dba0da42 HTTP/1.1" status: 204 len: 168 time: 0.3943164 Aug 10 03:45:23.547685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cfdac-1453-4e6e-ab99-00f11bf8fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85a907-a5f6-490b-b33c-eae9dba0da42,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.596348 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d42f-945f-468d-bf77-0cc915b039cc req-4abf9f3e-0ef2-49b9-8246-a19b68abadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.597772 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-4abf9f3e-0ef2-49b9-8246-a19b68abadfa service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.1782136 Aug 10 03:45:23.644417 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.682905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Pushing event deleted for resources: {'Port': ['ID=887ed7fa-0ce1-4a88-8da2-e406a0557f46,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.684574 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['887ed7fa-0ce1-4a88-8da2-e406a0557f46'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:23.715099 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-958a1053-ed34-41d6-9952-7a6e622cae71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 1001 time: 0.1097276 Aug 10 03:45:23.732376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] No DVR routers for this DVR port 887ed7fa-0ce1-4a88-8da2-e406a0557f46 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:23.741673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.743572 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ffd19523-2e3d-4f3b-9971-29cb71f17b24 req-07f3e3c4-fe75-46de-973b-805ed2cb5601 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.63 "DELETE /v2.0/ports/887ed7fa-0ce1-4a88-8da2-e406a0557f46 HTTP/1.1" status: 204 len: 173 time: 0.8293464 Aug 10 03:45:23.744010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'name': 'network-vif-deleted', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:23.746941 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f1731-cdfa-4cff-adee-ccee53a3de52" -d '{"events": [{"server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "name": "network-vif-deleted", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:23.788570 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d42f-945f-468d-bf77-0cc915b039cc req-31e13126-1ddc-4611-8586-54c876646f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.790032 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-31e13126-1ddc-4611-8586-54c876646f8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0590234 Aug 10 03:45:23.791904 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89e517-5669-4255-9b7c-d645126f5603 x-openstack-request-id: req-3a89e517-5669-4255-9b7c-d645126f5603 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:23.792187 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab91771-2631-4430-adf0-a39b63cfc1de", "name": "network-vif-deleted", "tag": "887ed7fa-0ce1-4a88-8da2-e406a0557f46", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:23.792478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a89e517-5669-4255-9b7c-d645126f5603 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:23.792850 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab91771-2631-4430-adf0-a39b63cfc1de', 'name': 'network-vif-deleted', 'tag': '887ed7fa-0ce1-4a88-8da2-e406a0557f46', 'status': 'completed', 'code': 200} Aug 10 03:45:23.866506 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232d42f-945f-468d-bf77-0cc915b039cc req-7f26bda8-e594-4659-8706-3d094553ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.868024 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-7f26bda8-e594-4659-8706-3d094553ef46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403473 Aug 10 03:45:23.968608 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-119fe859-cf7f-40c9-9d82-aac0e69decad service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931039 Aug 10 03:45:24.081149 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a232d42f-945f-468d-bf77-0cc915b039cc req-20c45ec0-21b9-48bb-ab58-b3d3bb2a255d service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Aug 10 03:45:24.152313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01706329-0fe1-4338-9bfc-ff8f39a5f0e5 req-b46453b5-c321-4340-b616-d3e1c4073ce5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.154639 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-01706329-0fe1-4338-9bfc-ff8f39a5f0e5 req-b46453b5-c321-4340-b616-d3e1c4073ce5 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0593042 Aug 10 03:45:24.203777 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-01706329-0fe1-4338-9bfc-ff8f39a5f0e5 req-71528f84-3b80-422a-a714-ebf2d0a32735 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429666 Aug 10 03:45:24.476701 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-169a1b99-0872-498f-9445-df61239662f5 req-1a61e2c4-d84a-4bff-84e2-5cf36cd198f9 tempest-VolumesSnapshotTestJSON-1539035413 tempest-VolumesSnapshotTestJSON-1539035413-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ab91771-2631-4430-adf0-a39b63cfc1de HTTP/1.1" status: 200 len: 210 time: 0.0283556 Aug 10 03:45:24.855653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58568) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:24.956127 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1296824727-network', 'tenant_id': '640c843532144cd4ac804d005116e62c'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:25.120477 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Made reservation on behalf of 640c843532144cd4ac804d005116e62c for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:25.122967 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.131802 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.225015 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.332049 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.351203 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09ab47-08b4-448f-838c-ae9198d5075d req-18ca3ee9-90d3-4c5b-9e97-45eb4d2b60ef tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.352872 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:25.353505 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1d09ab47-08b4-448f-838c-ae9198d5075d req-18ca3ee9-90d3-4c5b-9e97-45eb4d2b60ef tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0727909 Aug 10 03:45:25.366825 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bef662-1f01-49b3-9de1-b67b92214997,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.371651 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.372002 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Added segment fdd59eb6-dd62-4a94-8ce0-07d372630d11 of type vlan for network ef50702a-750c-4693-9c57-2aafe4903705 Aug 10 03:45:25.382156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.382507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.382853 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.383191 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.383523 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.383851 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.384182 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.384531 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.385456 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.385785 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.386130 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.386418 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.395415 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1d09ab47-08b4-448f-838c-ae9198d5075d req-73cc319a-cfb5-44be-85e5-d47c4d0ef828 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353081 Aug 10 03:45:25.427777 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.612103 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.613152 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.613920 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.670839 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] Pushing event updated for resources: {'Network': ['ID=ef50702a-750c-4693-9c57-2aafe4903705,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.680840 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network ef50702a-750c-4693-9c57-2aafe4903705 details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:25.836315 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-be0e7bea-5d93-4aad-81a3-5e2e25cbdb59 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9794714 Aug 10 03:45:25.845499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58582) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:25.845499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Request body: {'subnet': {'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1296824727-subnet', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'ip_version': 4}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:25.966270 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Made reservation on behalf of 640c843532144cd4ac804d005116e62c for: {'subnet': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:25.968678 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896646'] for subnet, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.275133 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3801075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896692'] for subnet, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.328655 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d87ceb-d504-41cd-b2f8-4239a5b0135c,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.345501 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:26.345854 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Network hostable DHCP agents. Network: ef50702a-750c-4693-9c57-2aafe4903705, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:26.446574 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Network ef50702a-750c-4693-9c57-2aafe4903705 is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:26.513254 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ecd78-b7b7-42f9-aa8e-f59176a0dd3e req-e9e2570c-4928-4342-975a-7a0294d15710 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.514786 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d38ecd78-b7b7-42f9-aa8e-f59176a0dd3e req-e9e2570c-4928-4342-975a-7a0294d15710 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0490329 Aug 10 03:45:26.554708 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d38ecd78-b7b7-42f9-aa8e-f59176a0dd3e req-456f9fa3-a589-4599-9a09-e930412de114 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&id=340df404-620c-44f6-ab98-79f03bb47b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338655 Aug 10 03:45:26.573706 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, ef50702a-750c-4693-9c57-2aafe4903705) {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:26.578389 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.585730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.586453 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c947d55-3b53-4446-a7f7-fff982dfb3e5 None None] Network ef50702a-750c-4693-9c57-2aafe4903705 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:26.733042 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-ef50702a-750c-4693-9c57-2aafe4903705', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:26.734560 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f55a13b3-d074-4d32-a7a5-eec31f839d1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8930674 Aug 10 03:45:26.734738 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.735796 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58592) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.740323 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:26.840519 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.841691 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.873411 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Allocated IP 172.20.0.2 (ef50702a-750c-4693-9c57-2aafe4903705/e0d87ceb-d504-41cd-b2f8-4239a5b0135c/8260736f-e8c2-45fc-a9c9-37695de73cf6) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:26.895784 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.970707 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 887ed7fa-0ce1-4a88-8da2-e406a0557f46 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:27.014449 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 887ed7fa-0ce1-4a88-8da2-e406a0557f46 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:27.014799 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 887ed7fa-0ce1-4a88-8da2-e406a0557f46 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:27.038942 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.047074 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Transition to ACTIVE for port object 8260736f-e8c2-45fc-a9c9-37695de73cf6 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:27.062281 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Transition to ACTIVE for port object 8260736f-e8c2-45fc-a9c9-37695de73cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:27.128550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.137925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.175262 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:27.179925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:27.183528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:27.190542 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Pushing event updated for resources: {'Port': ['ID=8260736f-e8c2-45fc-a9c9-37695de73cf6,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.200334 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.200792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.201135 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.201470 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.201800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.202131 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.202456 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.202783 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.203106 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.203425 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.203744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.204062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.249553 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Attempting to bind port 8260736f-e8c2-45fc-a9c9-37695de73cf6 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:27.252061 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Attempting to bind port 8260736f-e8c2-45fc-a9c9-37695de73cf6 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:27.252061 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Attempting to bind port 8260736f-e8c2-45fc-a9c9-37695de73cf6 on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:27.255479 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:27.255903 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:27.256409 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.256845 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Bound using segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:27.257317 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Bound port: 8260736f-e8c2-45fc-a9c9-37695de73cf6, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:27.257702 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.330999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] For port 8260736f-e8c2-45fc-a9c9-37695de73cf6, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:27.336105 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] For port 8260736f-e8c2-45fc-a9c9-37695de73cf6, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8260736f-e8c2-45fc-a9c9-37695de73cf6,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:27.411391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.431155 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.453309 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.518759 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a5ee6-54fd-4ae6-9fc3-98fdf0065bbc None None] Pushing event updated for resources: {'Port': ['ID=8260736f-e8c2-45fc-a9c9-37695de73cf6,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.546453 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Allocated IP 172.27.3.206 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/7cd1688c-1fd4-4a77-9bc5-d0305a7390a7) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:27.655932 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.766302 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d52af2a8-7817-44be-82e0-16c4aaf142ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.870310 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.906328 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:27.913284 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:27.916978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:27.945794 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.163189 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8260736f-e8c2-45fc-a9c9-37695de73cf6 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:28.343424 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 8260736f-e8c2-45fc-a9c9-37695de73cf6 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:28.468902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95128c85-1596-4c10-be02-804fb2683413 None None] Network ef50702a-750c-4693-9c57-2aafe4903705 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:28.570156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.623615 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Provisioning for port 8260736f-e8c2-45fc-a9c9-37695de73cf6 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:28.627875 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Provisioning complete for port 8260736f-e8c2-45fc-a9c9-37695de73cf6 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:28.628360 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.723063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.765676 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] For port 8260736f-e8c2-45fc-a9c9-37695de73cf6, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8260736f-e8c2-45fc-a9c9-37695de73cf6,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:28.782637 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.874626 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.924550 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e256986-1ab7-43e7-b453-32fc9e95bfb6 None None] Pushing event updated for resources: {'Port': ['ID=8260736f-e8c2-45fc-a9c9-37695de73cf6,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.993355 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-75debef6-e8bf-4ff1-bb87-3ccbee83a890 None None] Provisioning complete for port 8260736f-e8c2-45fc-a9c9-37695de73cf6 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:28.993733 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-75debef6-e8bf-4ff1-bb87-3ccbee83a890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.024421 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Router e54896eb-a07d-4802-a646-fcecfceb6d91 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:29.132625 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:29.141993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:29.151418 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:29.158642 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:29.223116 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.224427 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-04c88554-3a90-479a-b189-54625d99d692 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4874883 Aug 10 03:45:29.227039 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58612) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.253889 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:29.438448 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 3, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:29.585142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:29.585384 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Updating router e54896eb-a07d-4802-a646-fcecfceb6d91 port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:29.611922 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.639891 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.802123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Allocated IP 172.20.0.1 (ef50702a-750c-4693-9c57-2aafe4903705/e0d87ceb-d504-41cd-b2f8-4239a5b0135c/aae4c798-ce8c-4004-9eb4-76e80f96b507) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:29.862601 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.872990 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Transition to ACTIVE for port object 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:29.906122 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.919254 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Transition to ACTIVE for port object aae4c798-ce8c-4004-9eb4-76e80f96b507 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:30.017408 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.063950 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.077507 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Attempting to bind port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:30.077935 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Attempting to bind port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:30.078862 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Attempting to bind port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:30.080339 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4e5f6-8e67-4d2f-ac73-34f5f69f32b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.086875 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:30.087238 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:30.087627 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.088043 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:30.088672 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Bound port: 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:30.088973 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.108054 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:30.113638 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:30.117211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:30.122993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8260736f-e8c2-45fc-a9c9-37695de73cf6 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:30.141660 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Pushing event updated for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.162566 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.211117 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] For port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:30.214990 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] For port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:30.225144 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 8260736f-e8c2-45fc-a9c9-37695de73cf6 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:30.225631 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.286294 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cb773de3-198d-40ed-85d3-7668b9095ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.332371 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.401806 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:30.402733 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:30.484592 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4e5f6-8e67-4d2f-ac73-34f5f69f32b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.488497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.495762 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.562309 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:30.590450 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-231fabcd-fdd4-495d-9756-7c6a05ac4e72 None None] Provisioning for port aae4c798-ce8c-4004-9eb4-76e80f96b507 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:30.627292 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-231fabcd-fdd4-495d-9756-7c6a05ac4e72 None None] Provisioning complete for port aae4c798-ce8c-4004-9eb4-76e80f96b507 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:30.627292 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-231fabcd-fdd4-495d-9756-7c6a05ac4e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.655966 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.700565 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-231fabcd-fdd4-495d-9756-7c6a05ac4e72 None None] Port aae4c798-ce8c-4004-9eb4-76e80f96b507 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:30.760481 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.771116 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 3, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:30.798025 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd676d40-fffc-4301-ad74-abeb53fc7824 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 3, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:30.834714 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Pushing event updated for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.838996 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.940172 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:30.941598 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:31.082180 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:31.201919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:31.207189 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e2e4729b-608b-49a3-a7c5-f53412e7e621 admin admin] 10.222.0.21 "PUT /v2.0/routers/e54896eb-a07d-4802-a646-fcecfceb6d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9790959 Aug 10 03:45:31.236028 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-85cdd148-acc7-4236-956c-ae0c5a48dc54 None None] Provisioning complete for port aae4c798-ce8c-4004-9eb4-76e80f96b507 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:31.236878 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-85cdd148-acc7-4236-956c-ae0c5a48dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.272697 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-85cdd148-acc7-4236-956c-ae0c5a48dc54 None None] Port aae4c798-ce8c-4004-9eb4-76e80f96b507 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:31.452324 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.017322 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58634) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:32.022544 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-420226441-network', 'tenant_id': '8a90442f398e4eed98b7db983952458c'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:32.118693 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:32.212183 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Made reservation on behalf of 8a90442f398e4eed98b7db983952458c for: {'network': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:32.215156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for network, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.229111 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.253804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:32.261776 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:32.267466 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.344861 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.356849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.379778 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:32.391103 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:32.401407 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:32.401926 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.423430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.448377 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:32.458648 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.459822 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ede92-5fc6-4b5d-979e-ae90e9884c0d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.471730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.471730 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.segments_db [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Added segment 31ddbe4f-76dc-4fa4-94f6-935f62af99f2 of type vlan for network 848a08d0-7a78-423a-b496-fcbcb77541be Aug 10 03:45:32.533066 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778794501461'] for network, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.547162 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.567451 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:32.714970 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128'] for network, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.716145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.716766 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.773020 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] Pushing event updated for resources: {'Network': ['ID=848a08d0-7a78-423a-b496-fcbcb77541be,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.784108 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Network 848a08d0-7a78-423a-b496-fcbcb77541be details requested by agent ovs-agent-dv-cinder-782390-8-iscsi with host dv-cinder-782390-8-iscsi {{(pid=94115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:32.804813 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 2, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.831462 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:32.831818 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Updating router e54896eb-a07d-4802-a646-fcecfceb6d91 port aae4c798-ce8c-4004-9eb4-76e80f96b507 binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:32.844307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58644) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:32.850523 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e0e0179a-55f4-4b71-bd3d-81a997bebb54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8272407 Aug 10 03:45:32.850661 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Request body: {'subnet': {'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-420226441-subnet', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'ip_version': 4}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:32.867640 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.965578 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Made reservation on behalf of 8a90442f398e4eed98b7db983952458c for: {'subnet': 1} {{(pid=94113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:32.965578 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8709532'] for subnet, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.159603 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.169955 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Transition to ACTIVE for port object aae4c798-ce8c-4004-9eb4-76e80f96b507 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:33.234804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.269087 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8709550'] for subnet, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.269333 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.331734 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85110ced-14a9-4b6d-8f4d-dfc8be68c96f,revision_number=0']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.338762 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Checking segment: {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:33.338762 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Network hostable DHCP agents. Network: 848a08d0-7a78-423a-b496-fcbcb77541be, hostable agents: ['125d92dd-2b36-4cfb-9c1b-ca2bf401afe9'], hosted agents: [] {{(pid=94113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:33.342526 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Pushing event updated for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.354027 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.354373 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.354714 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.355042 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.355369 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.355696 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.356019 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.356363 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.356705 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.357285 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.357601 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.357921 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:33.391329 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Attempting to bind port aae4c798-ce8c-4004-9eb4-76e80f96b507 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:33.391994 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Attempting to bind port aae4c798-ce8c-4004-9eb4-76e80f96b507 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:33.392108 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Attempting to bind port aae4c798-ce8c-4004-9eb4-76e80f96b507 on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:33.398323 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:33.398689 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:33.399184 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.399760 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Bound using segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:33.401028 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Bound port: aae4c798-ce8c-4004-9eb4-76e80f96b507, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:33.401634 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.446043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Network 848a08d0-7a78-423a-b496-fcbcb77541be is scheduled to be hosted by DHCP agent 125d92dd-2b36-4cfb-9c1b-ca2bf401afe9 with binding_index 1 {{(pid=94113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:33.469757 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] For port aae4c798-ce8c-4004-9eb4-76e80f96b507, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:33.472842 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] For port aae4c798-ce8c-4004-9eb4-76e80f96b507, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=aae4c798-ce8c-4004-9eb4-76e80f96b507,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:33.589287 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-8-iscsi, 848a08d0-7a78-423a-b496-fcbcb77541be) {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:33.593217 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.593807 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.597967 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621bd8e-d4c4-4b8f-802b-85704dcecc37 None None] Network 848a08d0-7a78-423a-b496-fcbcb77541be requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:33.681099 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.734999 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:33.735621 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:33.743849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06febc8b-4602-4878-8345-9e327863008c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp573730f0-9412-5816-a83c-fa041d77a6e1-848a08d0-7a78-423a-b496-fcbcb77541be', 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'fixed_ips': [{'subnet_id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f'}]}} from dv-cinder-782390-8-iscsi. {{(pid=94115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:33.745385 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.780689 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef94b3-ae4b-438a-a71b-115690961050 None None] Pushing event updated for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.853899 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:33.859670 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c5451438-a5ab-4282-8c9f-732bccbd2d21 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0142486 Aug 10 03:45:33.863534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58654) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:33.869056 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:33.896931 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.db_base_plugin_common [None req-06febc8b-4602-4878-8345-9e327863008c None None] Allocated IP 172.20.0.2 (848a08d0-7a78-423a-b496-fcbcb77541be/85110ced-14a9-4b6d-8f4d-dfc8be68c96f/67ccdf3a-0842-4ee1-a585-acd02a69eb37) {{(pid=94115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:34.031453 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1963482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-912'] for router, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.032872 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1964394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1960987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-927'] for router, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.056254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks [] for port, precommit_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.065713 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-06febc8b-4602-4878-8345-9e327863008c None None] Transition to ACTIVE for port object 67ccdf3a-0842-4ee1-a585-acd02a69eb37 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:34.075345 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:34.084248 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-06febc8b-4602-4878-8345-9e327863008c None None] Transition to ACTIVE for port object 67ccdf3a-0842-4ee1-a585-acd02a69eb37 will not be triggered until provisioned by entity DHCP. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:34.109679 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bbf8e-5a1b-4224-a7e7-b748483d3828 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:34.153144 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:34.189648 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.206923 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703'] for port, after_create {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.275053 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06febc8b-4602-4878-8345-9e327863008c None None] Network 848a08d0-7a78-423a-b496-fcbcb77541be is already hosted by enough agents. {{(pid=94115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:34.277274 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06febc8b-4602-4878-8345-9e327863008c None None] Pushing event updated for resources: {'Port': ['ID=67ccdf3a-0842-4ee1-a585-acd02a69eb37,revision_number=1']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.280149 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.scheduler.base_scheduler [None req-06febc8b-4602-4878-8345-9e327863008c None None] Resources bound (agent type, host, resource id): {{(pid=94115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:34.285999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06febc8b-4602-4878-8345-9e327863008c None None] Received port after_create {{(pid=94115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:34.318340 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.318721 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.371389 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-06febc8b-4602-4878-8345-9e327863008c None None] Attempting to bind port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:34.371389 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-06febc8b-4602-4878-8345-9e327863008c None None] Attempting to bind port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:34.371389 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06febc8b-4602-4878-8345-9e327863008c None None] Attempting to bind port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 on network 848a08d0-7a78-423a-b496-fcbcb77541be {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:34.377454 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06febc8b-4602-4878-8345-9e327863008c None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:34.377834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06febc8b-4602-4878-8345-9e327863008c None None] Checking segment: {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:34.378244 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.378645 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06febc8b-4602-4878-8345-9e327863008c None None] Bound using segment: {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:34.379114 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-06febc8b-4602-4878-8345-9e327863008c None None] Bound port: 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:34.379501 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.481605 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-06febc8b-4602-4878-8345-9e327863008c None None] For port 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:34.492089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.495311 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-06febc8b-4602-4878-8345-9e327863008c None None] For port 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=67ccdf3a-0842-4ee1-a585-acd02a69eb37,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:34.590216 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-06febc8b-4602-4878-8345-9e327863008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.662399 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06febc8b-4602-4878-8345-9e327863008c None None] Pushing event updated for resources: {'Port': ['ID=67ccdf3a-0842-4ee1-a585-acd02a69eb37,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.924446 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.944673 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.064776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Allocated IP 172.27.3.191 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/608f3c59-0fb6-43e6-a1a0-e85a54859b29) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:35.177995 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.338738 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.376036 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:35.382660 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:35.386202 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:35.409515 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Pushing event updated for resources: {'Port': ['ID=608f3c59-0fb6-43e6-a1a0-e85a54859b29,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.551333 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:35.681299 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a16368-5779-4fa0-b3bb-837c0e3c0b72 None None] Network 848a08d0-7a78-423a-b496-fcbcb77541be requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:35.758337 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.849825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-bc79ebef-8377-4851-bb2f-955dcfac767d None None] Provisioning for port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:35.968704 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1964387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1961192'] for router, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.143496 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 67ccdf3a-0842-4ee1-a585-acd02a69eb37 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:36.189149 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Router e29bc423-99b8-4ff6-a903-64abf7d078d5 is scheduled to L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 with binding_index 1 {{(pid=94113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:36.297548 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:36.308723 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:36.312396 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Sync routers for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:36.316986 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:36.319115 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.348638 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:36.349271 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:36.428908 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.430165 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cca7798f-a0f4-49e4-acb5-148ccc6e9544 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5653830 Aug 10 03:45:36.433534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58680) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:36.614880 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.617826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:36.744869 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=67ccdf3a-0842-4ee1-a585-acd02a69eb37,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:36.846773 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:35Z', 'revision_number': 3, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:36.877747 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Checking router: e29bc423-99b8-4ff6-a903-64abf7d078d5 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:36.878076 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Updating router e29bc423-99b8-4ff6-a903-64abf7d078d5 port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 binding host dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:36.880157 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.880946 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device aae4c798-ce8c-4004-9eb4-76e80f96b507 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:36.959270 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.019842 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=67ccdf3a-0842-4ee1-a585-acd02a69eb37,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.118789 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.217702 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port aae4c798-ce8c-4004-9eb4-76e80f96b507 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:37.223817 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port aae4c798-ce8c-4004-9eb4-76e80f96b507 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:37.224218 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.300290 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_common [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Allocated IP 172.20.0.1 (848a08d0-7a78-423a-b496-fcbcb77541be/85110ced-14a9-4b6d-8f4d-dfc8be68c96f/c55b0547-bc0a-4b17-88cb-0e7d402052db) {{(pid=94113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:37.314272 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks [] for port, precommit_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.327978 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Transition to ACTIVE for port object 608f3c59-0fb6-43e6-a1a0-e85a54859b29 will not be triggered until provisioned by entity L2. {{(pid=94115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:37.366588 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.410267 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port aae4c798-ce8c-4004-9eb4-76e80f96b507, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=aae4c798-ce8c-4004-9eb4-76e80f96b507,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:37.428921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.444349 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.provisioning_blocks [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Transition to ACTIVE for port object c55b0547-bc0a-4b17-88cb-0e7d402052db will not be triggered until provisioned by entity DHCP. {{(pid=94113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:37.451945 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.507099 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Attempting to bind port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:37.507470 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Attempting to bind port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:37.507833 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Attempting to bind port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 on network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:37.509831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d51d-a024-4b42-93b0-36d8202241ce None None] Pushing event updated for resources: {'Port': ['ID=608f3c59-0fb6-43e6-a1a0-e85a54859b29,revision_number=2']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.515169 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:37.515546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Checking segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:37.515946 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.516367 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Bound using segment: {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'} {{(pid=94115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:37.516828 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.managers [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Bound port: 608f3c59-0fb6-43e6-a1a0-e85a54859b29, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1783cd2-ea39-45c1-b50e-5456090eaa81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80'}}] {{(pid=94115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:37.517208 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.537234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.572655 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.613268 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Network 848a08d0-7a78-423a-b496-fcbcb77541be is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:37.615767 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] For port 608f3c59-0fb6-43e6-a1a0-e85a54859b29, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:37.616104 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:37.618559 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Received port after_create {{(pid=94113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:37.618998 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] For port 608f3c59-0fb6-43e6-a1a0-e85a54859b29, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=608f3c59-0fb6-43e6-a1a0-e85a54859b29,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:37.619962 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.648753 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Pushing event updated for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.668628 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1962267'] for router_interface, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.829613 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.891996 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:37.892607 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:37.895470 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d51d-a024-4b42-93b0-36d8202241ce None None] Pushing event updated for resources: {'Port': ['ID=608f3c59-0fb6-43e6-a1a0-e85a54859b29,revision_number=3']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.939583 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.970480 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-c8e5fead-2ea5-4449-89be-27b5a175089a None None] Provisioning for port c55b0547-bc0a-4b17-88cb-0e7d402052db completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:37.978624 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-c8e5fead-2ea5-4449-89be-27b5a175089a None None] Provisioning complete for port c55b0547-bc0a-4b17-88cb-0e7d402052db triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:37.979073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fead-2ea5-4449-89be-27b5a175089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.036100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:38.096009 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5fead-2ea5-4449-89be-27b5a175089a None None] Port c55b0547-bc0a-4b17-88cb-0e7d402052db cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:38.200756 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 67ccdf3a-0842-4ee1-a585-acd02a69eb37 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:38.201390 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.303415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.343823 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:38.344542 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.378994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1962415'] for router_interface, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.381645 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Pushing event updated for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=2']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.405978 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:35Z', 'revision_number': 3, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:38.456536 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdca630-21a7-44a0-8993-e1032a419218 None None] The sync data for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi is: [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:35Z', 'revision_number': 3, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:38.475752 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Network 848a08d0-7a78-423a-b496-fcbcb77541be is already hosted by enough agents. {{(pid=94113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:38.477539 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.base_scheduler [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:38.538654 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device aae4c798-ce8c-4004-9eb4-76e80f96b507 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:38.595612 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port aae4c798-ce8c-4004-9eb4-76e80f96b507 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:38.595963 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.612938 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Router e29bc423-99b8-4ff6-a903-64abf7d078d5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:38.724468 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-fa3608dd-1dca-4f9e-af5b-647dc20b37d7 None None] Provisioning complete for port c55b0547-bc0a-4b17-88cb-0e7d402052db triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:38.725050 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fa3608dd-1dca-4f9e-af5b-647dc20b37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.763492 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:38.771676 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-61c5b803-d77f-4a71-90a3-d0a70b6adc3d admin admin] 10.222.0.21 "PUT /v2.0/routers/e29bc423-99b8-4ff6-a903-64abf7d078d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369772 Aug 10 03:45:38.787400 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-fa3608dd-1dca-4f9e-af5b-647dc20b37d7 None None] Port c55b0547-bc0a-4b17-88cb-0e7d402052db cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:38.965683 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212258a-bed3-4fd3-88a5-9b5bc5e6d7f0 req-89d43d02-a508-4e3d-9a4a-1cef27bc6aaa tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.968014 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0212258a-bed3-4fd3-88a5-9b5bc5e6d7f0 req-89d43d02-a508-4e3d-9a4a-1cef27bc6aaa tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0714571 Aug 10 03:45:39.024768 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0212258a-bed3-4fd3-88a5-9b5bc5e6d7f0 req-b7d52a8b-7a71-4247-82b1-7d5b92896029 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0487380 Aug 10 03:45:39.495349 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 58720) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:39.499964 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749124737', 'description': 'tempest-secgroup-smoke-1749124737 description', 'project_id': '640c843532144cd4ac804d005116e62c'}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:39.623122 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.719414 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.806052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.835543 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0dec94-b266-4986-9fde-fa2680d9e7da,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.932557 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.934615 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-65b9b7f3-cff4-4e30-bad6-9c964177916a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4379282 Aug 10 03:45:39.937323 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58722) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:39.942125 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:40.059337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.134791 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 608f3c59-0fb6-43e6-a1a0-e85a54859b29 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:40.152756 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.174997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546e868-3233-4247-8541-fb8590d3ca14 req-8b5e9436-2ed8-438b-8330-5a861380aea8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.176558 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b546e868-3233-4247-8541-fb8590d3ca14 req-8b5e9436-2ed8-438b-8330-5a861380aea8 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0616260 Aug 10 03:45:40.218645 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b546e868-3233-4247-8541-fb8590d3ca14 req-6c26e679-7f9d-4ad1-b8ee-8088cc76e679 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313857 Aug 10 03:45:40.223437 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.243471 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a848ae4-9359-49b3-8694-165aa51185e2,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.252040 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:40.257106 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:40.257871 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.341888 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.362233 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port 608f3c59-0fb6-43e6-a1a0-e85a54859b29, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=608f3c59-0fb6-43e6-a1a0-e85a54859b29,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:40.388861 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.390091 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-88ae0d0d-c9cb-40fa-bf30-3bc7c449f49b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517262 Aug 10 03:45:40.393390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58730) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:40.397799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:40.434859 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.481566 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=608f3c59-0fb6-43e6-a1a0-e85a54859b29,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.507817 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.563826 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.674386 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.691417 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff43fdb-661f-4f15-a323-ebfc17f8e19a,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.789373 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.791760 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-23d8ac6f-9aad-4c7d-877a-c00ba555541d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967614 Aug 10 03:45:40.794634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58732) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:40.800635 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:40.903191 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.969649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.988539 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Sync routers for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:40.997810 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:40.998429 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:41.069255 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.091457 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea9b204-830f-496a-9435-45eae82dbf5c,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:41.189150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.190640 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-76b634dc-59e0-46a9-a865-c685f072e161 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947771 Aug 10 03:45:41.193416 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58736) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:41.198728 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:41.202755 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:41.391167 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.410747 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 4, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'c55b0547-bc0a-4b17-88cb-0e7d402052db', 'name': '', 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'mac_address': 'fa:16:3e:e1:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:37Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 2, 'project_id': '8a90442f398e4eed98b7db983952458c', 'subnets': [{'id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:41.444428 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Checking router: e29bc423-99b8-4ff6-a903-64abf7d078d5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:41.445038 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Updating router e29bc423-99b8-4ff6-a903-64abf7d078d5 port c55b0547-bc0a-4b17-88cb-0e7d402052db binding host dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:41.463818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251660-9f03-4adb-8258-901f00f2191f req-c637ddae-7ee9-4700-a6b5-b56708a3e327 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.468951 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88251660-9f03-4adb-8258-901f00f2191f req-c637ddae-7ee9-4700-a6b5-b56708a3e327 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.1383953 Aug 10 03:45:41.472540 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.545209 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.550108 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-88251660-9f03-4adb-8258-901f00f2191f req-a74528dc-e2b1-4b97-a322-b0803224c7cf tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713873 Aug 10 03:45:41.674478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.701801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04a3930-0c2c-4ef3-a86c-8ec48761ffdb,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:41.757906 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.767354 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Transition to ACTIVE for port object c55b0547-bc0a-4b17-88cb-0e7d402052db will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:41.908735 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.909050 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.914748 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-fdf64b33-d1e4-4c0a-bd9d-e8ede536f97f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7161200 Aug 10 03:45:41.915092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58746) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:41.922028 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:41.959617 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be57e6-c80c-4e79-91df-42f401bff24d None None] Pushing event updated for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:42.015488 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Attempting to bind port c55b0547-bc0a-4b17-88cb-0e7d402052db on host dv-cinder-782390-8-iscsi for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:42.016488 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Attempting to bind port c55b0547-bc0a-4b17-88cb-0e7d402052db by drivers openvswitch,hyperv on host dv-cinder-782390-8-iscsi at level 0 using segments [{'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:42.016488 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Attempting to bind port c55b0547-bc0a-4b17-88cb-0e7d402052db on network 848a08d0-7a78-423a-b496-fcbcb77541be {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:42.023098 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Checking agent: {'id': '1cd41507-6895-4d4e-b22b-e63af0638e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 30), 'started_at': datetime.datetime(2021, 8, 10, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:42.023673 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Checking segment: {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:42.024340 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.027701 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Bound using segment: {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:42.027701 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Bound port: c55b0547-bc0a-4b17-88cb-0e7d402052db, host: dv-cinder-782390-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ddbe4f-76dc-4fa4-94f6-935f62af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:42.027701 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.063016 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.securitygroups_db [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Project 640c843532144cd4ac804d005116e62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:45:42.069212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.130175 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] For port c55b0547-bc0a-4b17-88cb-0e7d402052db, host dv-cinder-782390-8-iscsi, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:42.134820 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] For port c55b0547-bc0a-4b17-88cb-0e7d402052db, host dv-cinder-782390-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c55b0547-bc0a-4b17-88cb-0e7d402052db,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:42.147271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.147518 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 608f3c59-0fb6-43e6-a1a0-e85a54859b29 up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:42.205394 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:42.205779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.298769 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.300594 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.330230 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afae47b-ce2f-4e22-b789-e68c1b074302,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:42.394434 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:42.394929 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:42.421499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.422827 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2316e782-43e2-4369-ba51-8920da1d0831 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5058024 Aug 10 03:45:42.442177 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 58758) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:42.442177 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'security_group_rule': {'security_group_id': '4b0dec94-b266-4986-9fde-fa2680d9e7da', 'project_id': '640c843532144cd4ac804d005116e62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:42.472909 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be57e6-c80c-4e79-91df-42f401bff24d None None] Pushing event updated for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=4']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:42.583959 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.securitygroups_db [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Project 640c843532144cd4ac804d005116e62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:45:42.594064 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.610236 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:42.719557 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.732375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca230-1245-4cb5-9f17-1d57f41b7ebe req-be05b20b-689e-4d2c-8dfc-43433104473c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.734027 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a9fca230-1245-4cb5-9f17-1d57f41b7ebe req-be05b20b-689e-4d2c-8dfc-43433104473c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0922666 Aug 10 03:45:42.779056 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a9fca230-1245-4cb5-9f17-1d57f41b7ebe req-aadb3c54-322f-406d-9236-d3041fea7cf7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380502 Aug 10 03:45:42.851005 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 4, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'c55b0547-bc0a-4b17-88cb-0e7d402052db', 'name': '', 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'mac_address': 'fa:16:3e:e1:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:37Z', 'updated_at': '2021-08-10T03:45:42Z', 'revision_number': 4, 'project_id': '8a90442f398e4eed98b7db983952458c', 'subnets': [{'id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:42.874801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758300'] for security_group_rule, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.879667 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bb022-e0e4-420d-aa2a-3ea546280005 None None] The sync data for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi is: [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 4, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'c55b0547-bc0a-4b17-88cb-0e7d402052db', 'name': '', 'network_id': '848a08d0-7a78-423a-b496-fcbcb77541be', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'mac_address': 'fa:16:3e:e1:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:37Z', 'updated_at': '2021-08-10T03:45:42Z', 'revision_number': 4, 'project_id': '8a90442f398e4eed98b7db983952458c', 'subnets': [{'id': '85110ced-14a9-4b6d-8f4d-dfc8be68c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:42.904313 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931ebda6-47b2-4e75-bcc8-c0c31f2f9fe8,revision_number=0']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.029666 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.034280 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-dcef13ff-1614-4f91-ab2f-a6bbf738fba3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6029816 Aug 10 03:45:43.904272 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f20b47-f22e-4239-ab0b-ba9e50e4d55c req-28f0e544-3261-4d46-8f0b-75b99d18f5f9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.905814 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-95f20b47-f22e-4239-ab0b-ba9e50e4d55c req-28f0e544-3261-4d46-8f0b-75b99d18f5f9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0507319 Aug 10 03:45:43.949012 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-95f20b47-f22e-4239-ab0b-ba9e50e4d55c req-d07f7012-5370-4e58-9134-465965fc4664 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372353 Aug 10 03:45:44.124097 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c55b0547-bc0a-4b17-88cb-0e7d402052db up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:44.278253 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning for port c55b0547-bc0a-4b17-88cb-0e7d402052db completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:44.283305 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port c55b0547-bc0a-4b17-88cb-0e7d402052db triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:44.283493 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.494561 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.528143 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] For port c55b0547-bc0a-4b17-88cb-0e7d402052db, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c55b0547-bc0a-4b17-88cb-0e7d402052db,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:44.715567 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.777136 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Pushing event updated for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.119644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d01b-95cd-4859-8e6b-b34a0c076368 req-d217c7ff-3ef3-42de-bb9a-29f5edd563cd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.122214 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e247d01b-95cd-4859-8e6b-b34a0c076368 req-d217c7ff-3ef3-42de-bb9a-29f5edd563cd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0900853 Aug 10 03:45:45.181684 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e247d01b-95cd-4859-8e6b-b34a0c076368 req-e6ff59a2-c33a-4a88-8cb7-b906d84dfb33 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486991 Aug 10 03:45:45.661279 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244e208-ab47-499f-a174-daedfcd84158 req-b4f1b244-3cdc-4db9-8b17-3980745a0b42 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.662827 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1244e208-ab47-499f-a174-daedfcd84158 req-b4f1b244-3cdc-4db9-8b17-3980745a0b42 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0494940 Aug 10 03:45:45.707152 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-1244e208-ab47-499f-a174-daedfcd84158 req-59b4d32f-d06f-42b5-b727-59c6cc67c1d9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338554 Aug 10 03:45:46.095792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c55b0547-bc0a-4b17-88cb-0e7d402052db up at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:46.151629 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Provisioning complete for port c55b0547-bc0a-4b17-88cb-0e7d402052db triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:46.151999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.340832 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12936845-83a9-4514-86a4-4a10b311e7e3 req-ec63716e-86c8-4f54-b08a-38cb762efbc0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.342412 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-12936845-83a9-4514-86a4-4a10b311e7e3 req-ec63716e-86c8-4f54-b08a-38cb762efbc0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Aug 10 03:45:46.382392 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-12936845-83a9-4514-86a4-4a10b311e7e3 req-9b3b8a49-9387-40e4-bca4-ba8d79897177 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335350 Aug 10 03:45:46.830599 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d378-bed0-4a95-b8f7-6ea06cf150e1 req-ad08bb3a-8584-4a30-bdb7-04bd0d8c9da9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.832308 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e778d378-bed0-4a95-b8f7-6ea06cf150e1 req-ad08bb3a-8584-4a30-bdb7-04bd0d8c9da9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Aug 10 03:45:46.874204 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e778d378-bed0-4a95-b8f7-6ea06cf150e1 req-5bb6d348-d030-46a4-94b6-86f6f9bc2b0b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330696 Aug 10 03:45:47.512226 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904688-bab8-460f-b473-6529e3dcf55b req-ee112a80-b904-43a8-939d-65909edabb2b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.512226 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-99904688-bab8-460f-b473-6529e3dcf55b req-ee112a80-b904-43a8-939d-65909edabb2b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0517328 Aug 10 03:45:47.548589 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-99904688-bab8-460f-b473-6529e3dcf55b req-fdf0e2a6-9b08-4e91-bcff-f541c7b2b2aa tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326195 Aug 10 03:45:48.001955 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978378-7f83-4199-9092-cd326245fe39 req-25f8d4fe-05d0-42a8-bbab-f764c0ba4e63 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:48.003333 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2d978378-7f83-4199-9092-cd326245fe39 req-25f8d4fe-05d0-42a8-bbab-f764c0ba4e63 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Aug 10 03:45:48.047870 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2d978378-7f83-4199-9092-cd326245fe39 req-93999dc4-a3cf-4e7a-b116-8a0058db8701 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381069 Aug 10 03:45:48.663702 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba1bc2-e295-4bb1-90b5-4c83ce6c3940 req-dd89ea2c-7aac-4a33-b0bc-efd5cf1c9297 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:48.665233 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-86ba1bc2-e295-4bb1-90b5-4c83ce6c3940 req-dd89ea2c-7aac-4a33-b0bc-efd5cf1c9297 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Aug 10 03:45:48.704920 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-86ba1bc2-e295-4bb1-90b5-4c83ce6c3940 req-0fc58af9-7877-49d6-8b0e-4aee985f0c58 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331123 Aug 10 03:45:49.172833 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b237-c583-4e49-a37e-322474627ed6 req-a2f7ed5d-03cc-4ead-8429-11715f8316c3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.174346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fdf5b237-c583-4e49-a37e-322474627ed6 req-a2f7ed5d-03cc-4ead-8429-11715f8316c3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0496824 Aug 10 03:45:49.214095 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fdf5b237-c583-4e49-a37e-322474627ed6 req-7cda2eb5-ac37-44f3-a9c0-dafa01df88c0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331359 Aug 10 03:45:49.833197 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da675b0a-f468-4c7c-b8bb-8d95067599b9 req-e410dd7f-d7bf-430d-ba42-784b5cc0f457 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.834803 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-da675b0a-f468-4c7c-b8bb-8d95067599b9 req-e410dd7f-d7bf-430d-ba42-784b5cc0f457 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Aug 10 03:45:49.876774 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-da675b0a-f468-4c7c-b8bb-8d95067599b9 req-6de1057d-04f7-4a0a-915b-c70d8d05aa10 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357196 Aug 10 03:45:50.345231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0c3d5-f9a5-4a19-ad3c-92a4f3c0b56a req-c8f0cb1e-6f3a-43ab-a1b0-165ab90a9a38 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.346765 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b7a0c3d5-f9a5-4a19-ad3c-92a4f3c0b56a req-c8f0cb1e-6f3a-43ab-a1b0-165ab90a9a38 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Aug 10 03:45:50.387602 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b7a0c3d5-f9a5-4a19-ad3c-92a4f3c0b56a req-12c4fdfa-2b27-4656-b786-025113e8e7b2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344496 Aug 10 03:45:50.998070 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cebb19-9bb4-4566-b3d6-3716debdd011 req-9076248c-1b6f-4e62-a05a-8dec7dcc06b7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.999573 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e8cebb19-9bb4-4566-b3d6-3716debdd011 req-9076248c-1b6f-4e62-a05a-8dec7dcc06b7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0491126 Aug 10 03:45:51.039386 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e8cebb19-9bb4-4566-b3d6-3716debdd011 req-0a46af78-4f3b-4d22-a095-1985c8e1c264 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338182 Aug 10 03:45:51.536354 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fb7bb-cd90-441f-a651-a5aef2d54abf req-c8dcf0a3-69b9-4c13-8e97-33798e5b44df tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.545092 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c98fb7bb-cd90-441f-a651-a5aef2d54abf req-c8dcf0a3-69b9-4c13-8e97-33798e5b44df tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0712037 Aug 10 03:45:51.587352 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c98fb7bb-cd90-441f-a651-a5aef2d54abf req-9086d370-81fc-4cfa-8893-4d4425eeb7ac tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413506 Aug 10 03:45:52.170795 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fae19-01bd-45dc-bd28-3de8022460e1 req-7aed7e79-1ece-48ad-9945-1718a7f704bb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.172330 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a32fae19-01bd-45dc-bd28-3de8022460e1 req-7aed7e79-1ece-48ad-9945-1718a7f704bb tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0605509 Aug 10 03:45:52.213288 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a32fae19-01bd-45dc-bd28-3de8022460e1 req-b1bb4d93-e653-4d1e-96c8-72c9dd894497 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330405 Aug 10 03:45:52.737231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a3662-cdf4-432f-9272-664ebfbab46c req-a7a0a675-a7a2-4c7f-9a91-bd3ebf99ae44 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.739797 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef2a3662-cdf4-432f-9272-664ebfbab46c req-a7a0a675-a7a2-4c7f-9a91-bd3ebf99ae44 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0640028 Aug 10 03:45:52.796831 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef2a3662-cdf4-432f-9272-664ebfbab46c req-3f0391cc-6658-4386-829c-260589a6c33c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428181 Aug 10 03:45:53.147349 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.346266 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eceea-0c4e-4a2e-a404-d40f99a22180 req-b9698af8-0030-42e7-98e7-62d1517c2b53 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.347726 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a17eceea-0c4e-4a2e-a404-d40f99a22180 req-b9698af8-0030-42e7-98e7-62d1517c2b53 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0541039 Aug 10 03:45:53.388649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a17eceea-0c4e-4a2e-a404-d40f99a22180 req-5dfae33c-6768-46c7-80f0-add0bac2ecd0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341675 Aug 10 03:45:53.929939 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67034566-0e23-4a03-a1ab-e80d9ae1bf80 req-ffcde9e6-13b9-40d5-ad7b-e31420bcf8b3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.931531 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-67034566-0e23-4a03-a1ab-e80d9ae1bf80 req-ffcde9e6-13b9-40d5-ad7b-e31420bcf8b3 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0584967 Aug 10 03:45:53.973990 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-67034566-0e23-4a03-a1ab-e80d9ae1bf80 req-d7790d17-a610-4dd2-87c2-8f48333f2eac tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360372 Aug 10 03:45:54.546403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59004) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:54.608398 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Deleting subnet eaa486f9-d500-4dc5-aab1-69ff034b3690 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:54.612408 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.654577 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.712648 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.785560 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b9fec-c57b-4b10-a1be-3605637c6507 req-65310a4f-1787-4aae-8961-1e0b4501368a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.787210 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-346b9fec-c57b-4b10-a1be-3605637c6507 req-65310a4f-1787-4aae-8961-1e0b4501368a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.3231835 Aug 10 03:45:54.830014 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-346b9fec-c57b-4b10-a1be-3605637c6507 req-25403687-6734-409d-bb01-d2c939ef41d0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365539 Aug 10 03:45:54.936488 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.963915 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa486f9-d500-4dc5-aab1-69ff034b3690,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.967042 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.968793 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eaa486f9-d500-4dc5-aab1-69ff034b3690 HTTP/1.1" status: 204 len: 168 time: 0.4212065 Aug 10 03:45:54.971839 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59014) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:54.975164 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.975512 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.975852 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.976186 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.982566 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ecea-a237-4976-a8c4-caec1062641b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:55.047140 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.186039 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f559b-a679-42a0-b938-78eebea378c2 req-5398d205-ae71-44b6-bcdd-8d56eeb49943 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:55.187636 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c91f559b-a679-42a0-b938-78eebea378c2 req-5398d205-ae71-44b6-bcdd-8d56eeb49943 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1315455 Aug 10 03:45:55.192091 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.209072 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5377b0-3199-4b12-99e9-e00114dd096c']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.226256 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8681e5-78d4-4365-a7fd-26c806f78586') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.226553 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8681e5-78d4-4365-a7fd-26c806f78586') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.240274 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.262795 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c91f559b-a679-42a0-b938-78eebea378c2 req-6c44426e-d17a-41bc-8c93-f195509ba407 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628319 Aug 10 03:45:55.266291 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.272533 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:55.273091 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:55.274774 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:55.606515 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.613444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.615006 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc5377b0-3199-4b12-99e9-e00114dd096c HTTP/1.1" status: 204 len: 168 time: 0.6420708 Aug 10 03:45:55.628735 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7de230-de13-492e-bdd3-7bd052293ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5377b0-3199-4b12-99e9-e00114dd096c,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.951507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ced8b-211c-487c-bffa-a792998c6519 req-cce3fe20-0bf3-4942-bde0-557ed62dd0a9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:55.953038 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f37ced8b-211c-487c-bffa-a792998c6519 req-cce3fe20-0bf3-4942-bde0-557ed62dd0a9 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Aug 10 03:45:55.994062 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f37ced8b-211c-487c-bffa-a792998c6519 req-76def1e1-42d3-4e46-bd44-69d83d7adc0f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350680 Aug 10 03:45:56.220553 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59030) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:56.264818 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-13874d2e-6e28-44a0-9770-0cb2110fe767 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ce125c05e8d4cb99302437ab92ffd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428021 Aug 10 03:45:56.267393 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59032) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:56.323548 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.349954 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.421963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecee0f-9ada-486e-8866-387bb2403e69 req-3d163aaf-8778-4c17-91ea-053453a58a69 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.423485 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3aecee0f-9ada-486e-8866-387bb2403e69 req-3d163aaf-8778-4c17-91ea-053453a58a69 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0789628 Aug 10 03:45:56.468491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3aecee0f-9ada-486e-8866-387bb2403e69 req-abd57270-1e8e-4507-9c6c-d7a2fa57bfea tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341654 Aug 10 03:45:56.592873 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-9d9e4ba0-7ac2-42f6-b5f8-5347434344bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.594576 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-9d9e4ba0-7ac2-42f6-b5f8-5347434344bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0432725 Aug 10 03:45:56.682332 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.682332 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.682332 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e86c4a7-b916-4891-a78a-085ffa1d320f HTTP/1.1" status: 204 len: 168 time: 0.4105546 Aug 10 03:45:56.696394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b32af-55d5-43d1-8bc5-c91377ed0b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e86c4a7-b916-4891-a78a-085ffa1d320f,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.737663 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-d03c2d15-99ca-413a-8c9f-f8faf2e150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.737663 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-d03c2d15-99ca-413a-8c9f-f8faf2e150bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.1142173 Aug 10 03:45:56.807140 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-4ccefcba-cef3-4a5c-98bc-4a05e4a6ab8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 1001 time: 0.0774302 Aug 10 03:45:56.867502 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-71d6130b-cfce-4360-a45b-9c7478dc332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.869625 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-71d6130b-cfce-4360-a45b-9c7478dc332d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0544035 Aug 10 03:45:56.916943 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-18a58dd5-916b-4a91-b3ee-b2b5b3a09907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.918776 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-18a58dd5-916b-4a91-b3ee-b2b5b3a09907 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410752 Aug 10 03:45:57.020925 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-53b00330-9a1e-4b92-ab9a-84dcb7832a2e service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937707 Aug 10 03:45:57.150488 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0028bcd-0ccf-483c-9a6c-0cc59f2ff85b req-1c6412ec-8c94-4168-866d-5729c8946fb7 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214187 Aug 10 03:45:57.173625 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c741d9-3c28-4a40-8538-b9db17b67d01 req-2acb0319-a48d-42c1-a739-0f6b84f2a08b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.175420 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-34c741d9-3c28-4a40-8538-b9db17b67d01 req-2acb0319-a48d-42c1-a739-0f6b84f2a08b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0757172 Aug 10 03:45:57.223341 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-34c741d9-3c28-4a40-8538-b9db17b67d01 req-5aa8a81f-e597-47ab-b82b-580c8bd0cf73 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381196 Aug 10 03:45:57.595904 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892217f-8e56-429c-8300-24ae0dd64ecc req-77253aa3-730d-45f6-a1fe-1effa40db8ff tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.597444 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6892217f-8e56-429c-8300-24ae0dd64ecc req-77253aa3-730d-45f6-a1fe-1effa40db8ff tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Aug 10 03:45:57.638871 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-6892217f-8e56-429c-8300-24ae0dd64ecc req-2b726d2b-4ae2-4b05-b427-5444197fb09f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354543 Aug 10 03:45:57.817139 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8a22-4786-41e3-b658-2b969886efaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.364688 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10249-6518-491d-b4d0-89ce3f73cc81 req-397f160f-9fee-4a12-a7a1-781aa6a900d5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.366196 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-18a10249-6518-491d-b4d0-89ce3f73cc81 req-397f160f-9fee-4a12-a7a1-781aa6a900d5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Aug 10 03:45:58.410064 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-18a10249-6518-491d-b4d0-89ce3f73cc81 req-c944e6e1-13cf-483d-bd15-5af2c12768fa tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372496 Aug 10 03:45:58.766290 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda84c5-e0d2-4198-9a91-72daff414dfb req-f6b6ec15-9bdd-4fb4-bf4d-41a932b6ec64 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.767840 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0cda84c5-e0d2-4198-9a91-72daff414dfb req-f6b6ec15-9bdd-4fb4-bf4d-41a932b6ec64 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Aug 10 03:45:58.808622 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0cda84c5-e0d2-4198-9a91-72daff414dfb req-4e72a9d1-aaeb-41f0-887c-2257198b2252 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341978 Aug 10 03:45:59.524716 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c32bf-86b1-4a17-a76b-6a258c43cb05 req-c944458b-7d08-4c21-b066-ec81ca434121 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.526228 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e78c32bf-86b1-4a17-a76b-6a258c43cb05 req-c944458b-7d08-4c21-b066-ec81ca434121 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Aug 10 03:45:59.564948 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e78c32bf-86b1-4a17-a76b-6a258c43cb05 req-a085982f-835a-442f-97f6-0d1e1f53c998 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324242 Aug 10 03:45:59.951133 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562a9c-047d-4319-908f-adc6538f19f0 req-57a90ff0-975f-4f84-9ea9-3378009bf6ea tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.952759 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c5562a9c-047d-4319-908f-adc6538f19f0 req-57a90ff0-975f-4f84-9ea9-3378009bf6ea tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0614383 Aug 10 03:45:59.994063 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c5562a9c-047d-4319-908f-adc6538f19f0 req-b8bae5f3-7206-40b1-840f-8c84afaddd4d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341291 Aug 10 03:46:00.229271 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cefb8dd3-0bc1-4cdc-b303-4a77208f4805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.342729 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.680024 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f323-c1ec-475f-ae10-7144bfc73907 req-cb03d1b3-ec67-4151-887d-fa53e4a0e12d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.682177 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c1a8f323-c1ec-475f-ae10-7144bfc73907 req-cb03d1b3-ec67-4151-887d-fa53e4a0e12d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Aug 10 03:46:00.720308 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c1a8f323-c1ec-475f-ae10-7144bfc73907 req-22c2ecc7-4efb-4ba0-b9d3-2d930f7f82c2 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317161 Aug 10 03:46:01.119150 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357f30f-9659-49a8-a803-41b1b915ee70 req-d182dd35-4523-4fed-b1be-dbaa5ff21ae5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.120700 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c357f30f-9659-49a8-a803-41b1b915ee70 req-d182dd35-4523-4fed-b1be-dbaa5ff21ae5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Aug 10 03:46:01.168613 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c357f30f-9659-49a8-a803-41b1b915ee70 req-cd99fe18-8c24-45c6-9f5d-c0d8b5b0dfb4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416977 Aug 10 03:46:01.276142 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f776-93ee-45ab-ad13-0a7ef61b0617 req-c0744fbc-3890-4f0a-bd5a-23c74e68d7fd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.277785 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cc42f776-93ee-45ab-ad13-0a7ef61b0617 req-c0744fbc-3890-4f0a-bd5a-23c74e68d7fd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Aug 10 03:46:01.329103 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-cc42f776-93ee-45ab-ad13-0a7ef61b0617 req-4324d2c0-dd01-4b30-8c3b-aa86b80767ec tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412941 Aug 10 03:46:01.382963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59094) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:01.457654 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.474115 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-8927609c-6bc3-47f1-b64b-21f4dad5e7e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898039 Aug 10 03:46:02.308476 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17562c-9834-47a0-bb89-c8cf4bccf44c req-825645cf-b1fc-4dae-b678-6f207866149c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.309905 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8b17562c-9834-47a0-bb89-c8cf4bccf44c req-825645cf-b1fc-4dae-b678-6f207866149c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Aug 10 03:46:02.348872 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8b17562c-9834-47a0-bb89-c8cf4bccf44c req-4f371aab-f339-424b-bc43-936b66b85896 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330377 Aug 10 03:46:02.468145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99e31-6ab7-4da0-b749-0a08dd26c450 req-8856f0d8-afed-4a8c-b3ff-9f52f0b18814 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.470619 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0aa99e31-6ab7-4da0-b749-0a08dd26c450 req-8856f0d8-afed-4a8c-b3ff-9f52f0b18814 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0658920 Aug 10 03:46:02.511109 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0aa99e31-6ab7-4da0-b749-0a08dd26c450 req-df037791-c7c8-4e71-affb-411085949738 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336442 Aug 10 03:46:03.188482 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.402626 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:03.506179 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3657-7a7b-4dc1-b33b-f534075ab92c req-e3ce8bbe-4295-40ee-90bb-2a62ab9bbac7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.507810 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-eb0f3657-7a7b-4dc1-b33b-f534075ab92c req-e3ce8bbe-4295-40ee-90bb-2a62ab9bbac7 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0735838 Aug 10 03:46:03.510418 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.534246 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:03.538591 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc8936-a904-427b-9329-9fe6735dd42e" -d '{"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-unplugged", "status": "completed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:03.551272 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-eb0f3657-7a7b-4dc1-b33b-f534075ab92c req-00e0088e-c481-46ea-a7ed-3eefcd0d3a10 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353737 Aug 10 03:46:03.551491 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:03.621539 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5709ade-177b-4634-a8c1-605513125deb x-openstack-request-id: req-e5709ade-177b-4634-a8c1-605513125deb {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:03.622073 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-unplugged", "status": "failed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "code": 422}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:03.622392 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5709ade-177b-4634-a8c1-605513125deb {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:03.622996 dv-cinder-782390-8-iscsi neutron-server[94115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'code': 422} returned with failed status Aug 10 03:46:03.640158 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.677300 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b20471-20c7-453a-a109-2ede2d157750 req-1ec8d11d-b50e-41f2-97fc-9a25200db297 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.679142 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99b20471-20c7-453a-a109-2ede2d157750 req-1ec8d11d-b50e-41f2-97fc-9a25200db297 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0560393 Aug 10 03:46:03.699709 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=6']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:03.721066 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-99b20471-20c7-453a-a109-2ede2d157750 req-8b7916ed-a4da-46df-97f4-db1798625544 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355983 Aug 10 03:46:04.698926 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95473eb4-bb29-45ae-a607-18cb2f28ad95 req-fdceda3c-d629-484f-bc1b-d722901dd92a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.700709 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95473eb4-bb29-45ae-a607-18cb2f28ad95 req-fdceda3c-d629-484f-bc1b-d722901dd92a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0564623 Aug 10 03:46:04.768167 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-95473eb4-bb29-45ae-a607-18cb2f28ad95 req-1a3e85b6-84ae-4f6e-83cf-77084abcdf80 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607147 Aug 10 03:46:04.886158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85664c99-8fc3-4fcb-aac8-83a90579e82f req-09dd7bfa-3efc-4486-90e5-a1a2edd272d3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.887685 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-85664c99-8fc3-4fcb-aac8-83a90579e82f req-09dd7bfa-3efc-4486-90e5-a1a2edd272d3 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0594146 Aug 10 03:46:04.917905 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-e755e9ae-f2e1-4eb0-a01e-d0e727927c75 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749124737&fields=id&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 267 time: 0.0422401 Aug 10 03:46:04.933957 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-85664c99-8fc3-4fcb-aac8-83a90579e82f req-09f20f4d-7387-4e4d-8d4b-23d359164cda tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355875 Aug 10 03:46:05.027149 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-a97d185d-ccfc-4bbc-81f2-26b608e6f1fb tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.028697 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-a97d185d-ccfc-4bbc-81f2-26b608e6f1fb tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.1098492 Aug 10 03:46:05.044540 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-12bf32ef-4b0d-4e62-b997-30514cf10e91 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/quotas/640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 375 time: 0.0097883 Aug 10 03:46:05.096097 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-a0ca272c-8f1c-4ae5-b0bd-b18e615b61a0 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460818 Aug 10 03:46:05.194296 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-8b34f723-0a19-4063-ad9d-bcb3d58e8aed service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859191 Aug 10 03:46:05.293347 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-f77b49f4-87cb-4eef-883d-1a4ca9351b22 service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927417 Aug 10 03:46:05.897928 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe976c4f-3b6c-4be8-bb2a-47f9576c23a2 req-2c741baa-075b-4e98-a0a3-8737dfe1ec8a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.899491 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fe976c4f-3b6c-4be8-bb2a-47f9576c23a2 req-2c741baa-075b-4e98-a0a3-8737dfe1ec8a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0555563 Aug 10 03:46:05.937661 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fe976c4f-3b6c-4be8-bb2a-47f9576c23a2 req-eaa4f13a-c10f-4fdc-b95e-a9c8de40ae4a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315673 Aug 10 03:46:06.104007 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-13badc6c-09d7-4ee3-9ce2-cfb9644bea7b req-c1db94a2-8463-40ee-a0ed-e5da49de5126 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0468385 Aug 10 03:46:06.119953 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d66cc6-42d0-4672-8d8f-9a6daf8b1cd3 req-b48d8e14-d71d-4301-ab1c-c2dc5cc26e99 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.121585 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-50d66cc6-42d0-4672-8d8f-9a6daf8b1cd3 req-b48d8e14-d71d-4301-ab1c-c2dc5cc26e99 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0607207 Aug 10 03:46:06.179980 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-50d66cc6-42d0-4672-8d8f-9a6daf8b1cd3 req-bd4a397b-f2b7-46db-98d2-1673ce434517 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460947 Aug 10 03:46:06.482744 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-60ff05f6-cc2d-44e4-bc3d-43bef379ea3e tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871543112&fields=id&tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e HTTP/1.1" status: 200 len: 267 time: 0.0391293 Aug 10 03:46:06.544651 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-e3c61aa3-462b-49f7-bc44-5230bddf1a5b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.546166 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-e3c61aa3-462b-49f7-bc44-5230bddf1a5b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 984 time: 0.0578187 Aug 10 03:46:06.557997 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.v2.base [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Request body: {'port': {'security_groups': ['8b4af05e-c638-42af-997b-efd9ca522d63']}} {{(pid=94113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:06.628392 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.863935 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:06.896221 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for port, precommit_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.066470 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0ef7e-9a4a-4da7-9745-582b07225c6e req-b41656b8-bc65-4809-8826-bc7e883f2fb2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.067871 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-70a0ef7e-9a4a-4da7-9745-582b07225c6e req-b41656b8-bc65-4809-8826-bc7e883f2fb2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Aug 10 03:46:07.080383 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513314'] for port, after_update {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.109445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-70a0ef7e-9a4a-4da7-9745-582b07225c6e req-9eaa55db-417b-4dd0-8f8d-f8dde743794d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351901 Aug 10 03:46:07.125616 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:07.130756 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.130756 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.133519 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9331e0d8-e49b-434d-8bef-24ffe0002c71 req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "PUT /v2.0/ports/e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 942 time: 0.5805564 Aug 10 03:46:07.134495 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:07.137096 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c5e3789eef7e65b32051a3729bbf87202332af68f193e737b1eb0d99b76ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db10934-5aec-427d-a81f-296d60f026b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:07.144158 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59188) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.177225 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a85c9-44c0-484d-b6f3-890f7a08ec03 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event updated for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=7']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.250929 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7748d982-457c-46ae-9df6-02f593fa1b88 req-9ad4a5c5-8658-4222-930f-e68d0f3497f3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0494235 Aug 10 03:46:07.290682 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.319128 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:07.326268 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.379400 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcf17c-2926-46af-950d-74f943930603 req-78dbe314-55a9-4e83-a663-8bdd37edadb5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.407119 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-72fcf17c-2926-46af-950d-74f943930603 req-78dbe314-55a9-4e83-a663-8bdd37edadb5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1044993 Aug 10 03:46:07.471616 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-72fcf17c-2926-46af-950d-74f943930603 req-fb7ec551-0ebf-44db-81ce-e23239581d48 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583820 Aug 10 03:46:07.496761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-fb2fd52c-9a44-41fb-93b1-544a76a45d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.498690 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-fb2fd52c-9a44-41fb-93b1-544a76a45d4f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970&tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0751460 Aug 10 03:46:07.580860 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677d095-3985-459f-9d7b-f9900fefd808 x-openstack-request-id: req-7677d095-3985-459f-9d7b-f9900fefd808 {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:07.581892 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:07.581892 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7677d095-3985-459f-9d7b-f9900fefd808 {{(pid=94113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:07.582805 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:46:07.604504 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-07a838e5-f9df-4b7c-b69a-fa313a2bbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.606109 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-07a838e5-f9df-4b7c-b69a-fa313a2bbfef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1096 time: 0.0495360 Aug 10 03:46:07.610690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.614994 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.614994 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "DELETE /v2.0/security-groups/340df404-620c-44f6-ab98-79f03bb47b3f HTTP/1.1" status: 204 len: 168 time: 0.4662530 Aug 10 03:46:07.618642 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59196) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.650846 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-d2d27f6e-518d-40ba-8efa-fd8c8739581d None None] Provisioning complete for port e4c32421-6086-4a06-97cd-96e3d3edc391 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:07.651461 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d2d27f6e-518d-40ba-8efa-fd8c8739581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.685995 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3b05-0d8f-4bee-861a-fa6232d8d060 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340df404-620c-44f6-ab98-79f03bb47b3f,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.752847 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10934-5aec-427d-a81f-296d60f026b1 req-520aad30-c6c6-4578-928c-eea59833d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.754355 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-520aad30-c6c6-4578-928c-eea59833d4e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1098 time: 0.0844479 Aug 10 03:46:07.755308 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-6e3ccaae-6340-4272-bc94-3e5de8e2f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.756652 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-6e3ccaae-6340-4272-bc94-3e5de8e2f9ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.1352763 Aug 10 03:46:07.826427 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Deleting port 01448b1a-f894-42a2-857e-5e31f4e9fa78 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:07.826711 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.893841 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-7cee6ead-595e-44cc-8457-5c58d6f8d787 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 999 time: 0.1151578 Aug 10 03:46:07.923078 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.923434 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.935545 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Calling delete_port for 01448b1a-f894-42a2-857e-5e31f4e9fa78 owned by network:floatingip {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:07.935801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10934-5aec-427d-a81f-296d60f026b1 req-ce9ca73f-d7ae-4fb0-9216-c29a66ab2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.937354 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-ce9ca73f-d7ae-4fb0-9216-c29a66ab2a84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 916 time: 0.1681037 Aug 10 03:46:07.988148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-4ccc5da3-737a-47ec-9fe0-239ae677d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.989729 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-4ccc5da3-737a-47ec-9fe0-239ae677d47f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0872331 Aug 10 03:46:08.047935 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-970053a2-7c16-48d0-ab0d-ea297b10f97c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 1001 time: 0.1005890 Aug 10 03:46:08.063354 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-a55a9d68-6466-4d7d-8dbe-488afaf5e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.065835 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-a55a9d68-6466-4d7d-8dbe-488afaf5e562 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681226 Aug 10 03:46:08.176114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10934-5aec-427d-a81f-296d60f026b1 req-f854f657-54a8-4f12-9e41-068f29eddcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.177687 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-f854f657-54a8-4f12-9e41-068f29eddcd0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.1181326 Aug 10 03:46:08.238359 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-2dc984ee-4834-461c-abcd-06dc402f44dc service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594768 Aug 10 03:46:08.260376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10934-5aec-427d-a81f-296d60f026b1 req-e273219d-17d1-42bf-9ad9-025a00c5df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.260376 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-e273219d-17d1-42bf-9ad9-025a00c5df27 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673032 Aug 10 03:46:08.276855 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0f25-95a5-4607-b322-3152aff1fc80 req-a416684c-6ba1-4686-b13a-3351ec88f18b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.285491 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-736f0f25-95a5-4607-b322-3152aff1fc80 req-a416684c-6ba1-4686-b13a-3351ec88f18b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0660584 Aug 10 03:46:08.285491 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.333438 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event deleted for resources: {'Port': ['ID=01448b1a-f894-42a2-857e-5e31f4e9fa78,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.380097 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-70588181-13da-4d7e-8b46-4967c2ee1090 req-8006777f-f71f-4b1a-856e-9b9b39c81297 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0404298 Aug 10 03:46:08.393521 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-736f0f25-95a5-4607-b322-3152aff1fc80 req-c0fb5603-0446-4e74-a0e5-770b4d9ceca4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794225 Aug 10 03:46:08.413470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.414542 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.db.l3_db [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Floating IP 7dc8c54d-4a13-4486-979d-b4abdb78bd92 disassociated (deleted). External IP: 172.27.3.252, port: e4c32421-6086-4a06-97cd-96e3d3edc391. Aug 10 03:46:08.434519 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-327ec74b-4bee-45d2-8cb5-ad7a32c76d87 req-357f7fa2-e4f7-4ce1-adae-4507f1d65762 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885345 Aug 10 03:46:08.436454 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-2d9db4c0-3ed6-43f8-a0ae-396cd4ac3127 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682410 Aug 10 03:46:08.632753 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4db10934-5aec-427d-a81f-296d60f026b1 req-51725f09-34d0-4245-b8d9-f1b39fb11599 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760738 Aug 10 03:46:08.653383 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f799-9c2b-47d8-b277-05b04570cbc0 req-21cd65f9-6588-4fd8-9b00-40b1f51f40b7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.654906 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80f1f799-9c2b-47d8-b277-05b04570cbc0 req-21cd65f9-6588-4fd8-9b00-40b1f51f40b7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0661693 Aug 10 03:46:08.703992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80f1f799-9c2b-47d8-b277-05b04570cbc0 req-2c6b3fa7-3adb-466e-8866-8be2d0436ffc tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372887 Aug 10 03:46:08.868154 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Router 52b01672-42bc-4bb7-9906-f19a8aa485b8 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:08.978942 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:08.984409 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.999339 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Sync routers for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:09.020821 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:09.021824 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.024664 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ccfa5867-70ea-4aa0-876b-76f4cfdbb793 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dc8c54d-4a13-4486-979d-b4abdb78bd92 HTTP/1.1" status: 204 len: 168 time: 1.4045193 Aug 10 03:46:09.150784 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:09.364993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.392636 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Checking router: 52b01672-42bc-4bb7-9906-f19a8aa485b8 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:09.401287 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:09.401832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.436126 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:09.584120 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:09.587140 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c5e3789eef7e65b32051a3729bbf87202332af68f193e737b1eb0d99b76ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222c700-da37-4373-bd83-64fe0bd012dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:09.630442 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:09.689264 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-58f18eee-7675-4284-a6ce-0bda87bf9c33 req-69dcdf16-be29-4da7-85ee-3ab521e460ad tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0526285 Aug 10 03:46:09.757259 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beb953-e313-483d-a297-790812ac2d99 req-8d5ec647-9262-4e83-a0ad-fd34ccca6d73 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.768831 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:09.772934 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-97beb953-e313-483d-a297-790812ac2d99 req-8d5ec647-9262-4e83-a0ad-fd34ccca6d73 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0926030 Aug 10 03:46:09.817461 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff2010c-12db-4328-bee6-c87fed7bb401 x-openstack-request-id: req-3ff2010c-12db-4328-bee6-c87fed7bb401 {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:09.818023 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:09.818626 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ff2010c-12db-4328-bee6-c87fed7bb401 {{(pid=94113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:09.819922 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:09.820611 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:46:09.927854 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.948102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:09.965498 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac9702-1d2c-42c0-a52f-61a5792f37bd req-2204d00d-63de-4c92-8f48-5889575eb374 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.967621 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d0ac9702-1d2c-42c0-a52f-61a5792f37bd req-2204d00d-63de-4c92-8f48-5889575eb374 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0685680 Aug 10 03:46:09.979543 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:10.029365 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d0ac9702-1d2c-42c0-a52f-61a5792f37bd req-21904e8d-4bed-4cbc-b5c5-7b977c08392f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398111 Aug 10 03:46:10.038319 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-97beb953-e313-483d-a297-790812ac2d99 req-fffad5a1-dd5b-492c-aff4-2d065b2356e6 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423010 Aug 10 03:46:10.050377 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.096380 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c700-da37-4373-bd83-64fe0bd012dd req-d3eb4e69-cf5a-4a94-8e3f-7b52f128ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.098680 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8f5fb-7c82-4cd2-8713-57e3883b219d None None] The sync data for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi is: [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:43:29Z', 'revision_number': 4, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'f849aadd-bc01-4d00-a8fc-ab266f9113fd', 'name': '', 'network_id': '57c80750-82ba-4320-ac73-b21c6cc1fc52', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'mac_address': 'fa:16:3e:6f:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:28Z', 'updated_at': '2021-08-10T03:43:36Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'subnets': [{'id': 'a4aebe3e-7660-463f-ae5d-f50e44273213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:10.098990 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-d3eb4e69-cf5a-4a94-8e3f-7b52f128ffc9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 1098 time: 0.1933339 Aug 10 03:46:10.211238 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.273529 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-ae26dc50-c5ee-4333-957c-7e46022c1d1a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.276122 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-ae26dc50-c5ee-4333-957c-7e46022c1d1a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.3737893 Aug 10 03:46:10.287234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=6']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.324639 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c700-da37-4373-bd83-64fe0bd012dd req-59e35fb3-eb07-4780-afdc-538fbf756eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.326313 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-59e35fb3-eb07-4780-afdc-538fbf756eab service neutron] 10.222.0.63 "GET /v2.0/networks?id=57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 200 len: 916 time: 0.2187688 Aug 10 03:46:10.359011 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-684635bc-25cf-4ae8-9b42-0e395b32292f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 380 time: 0.0657666 Aug 10 03:46:10.369631 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['638e6702-b0f3-46b1-b6c2-197d8b06363d'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:10.397431 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'port': {'device_id': 'eacc5386-d3bd-4440-8275-077517fbd610', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'admin_state_up': True, 'tenant_id': '640c843532144cd4ac804d005116e62c', 'security_groups': ['4b0dec94-b266-4986-9fde-fa2680d9e7da']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:10.403735 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-842c556a-4cfc-4648-b1b5-03fa92b689af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 200 len: 217 time: 0.0643187 Aug 10 03:46:10.494577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c700-da37-4373-bd83-64fe0bd012dd req-d4c865a2-df59-4ee5-8f32-d979562fb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.496121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-d4c865a2-df59-4ee5-8f32-d979562fb33d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 200 len: 854 time: 0.0815282 Aug 10 03:46:10.570181 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567985b-fab3-4432-8192-2a38a29436ff None None] New status for floating IP 7dc8c54d-4a13-4486-979d-b4abdb78bd92: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:10.908897 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c700-da37-4373-bd83-64fe0bd012dd req-8df446c7-8234-448e-9c33-7f50b987da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.911121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-8df446c7-8234-448e-9c33-7f50b987da12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57c80750-82ba-4320-ac73-b21c6cc1fc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4069626 Aug 10 03:46:10.916126 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1394c2ec-bd00-490c-9149-bbf74cf9f0e8 req-836f8d89-2d5a-4016-bfdf-f13698a2a089 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0747213 Aug 10 03:46:11.045714 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-218cc468-82d9-4c2a-9d10-bdd92fa5273e service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252134 Aug 10 03:46:11.202656 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0222c700-da37-4373-bd83-64fe0bd012dd req-aa7123c0-c69a-4cd7-8f6f-3215789fa1f5 service neutron] 10.222.0.63 "GET /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479225 Aug 10 03:46:11.206032 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Made reservation on behalf of 640c843532144cd4ac804d005116e62c for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:11.208326 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.224312 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c39a4-eb0d-4f7c-a37c-522ded69acfd req-1b66842e-2d04-4ed1-a056-54f8c30d1e2c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.233548 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-543c39a4-eb0d-4f7c-a37c-522ded69acfd req-1b66842e-2d04-4ed1-a056-54f8c30d1e2c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 944 time: 0.0604315 Aug 10 03:46:11.282432 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-543c39a4-eb0d-4f7c-a37c-522ded69acfd req-896d302c-e261-488e-9b18-19628510ed00 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448484 Aug 10 03:46:11.292106 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98ef4-d8b4-4f51-aa14-2c56fabf5021 req-e0d84abd-c549-493a-8be4-ffcf44fdd48b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.301777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a5a98ef4-d8b4-4f51-aa14-2c56fabf5021 req-e0d84abd-c549-493a-8be4-ffcf44fdd48b tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1463020 Aug 10 03:46:11.406212 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a5a98ef4-d8b4-4f51-aa14-2c56fabf5021 req-0745297a-6ca2-4a08-8322-d3523cb1c1f6 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1028771 Aug 10 03:46:11.450533 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:11.506824 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.20.0.10 (ef50702a-750c-4693-9c57-2aafe4903705/e0d87ceb-d504-41cd-b2f8-4239a5b0135c/5c20a7ba-abbd-421f-82b7-17fb3d02b378) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:11.540380 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 638e6702-b0f3-46b1-b6c2-197d8b06363d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:11.540987 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.670249 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.729792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:11.734020 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72399302-59a1-4176-a92a-d4c31e996568" -d '{"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:11.752803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.776496 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:11.795563 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Transition to ACTIVE for port object 5c20a7ba-abbd-421f-82b7-17fb3d02b378 will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:11.809695 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0eba2-4681-4149-8807-d71f54393a32 x-openstack-request-id: req-e9c0eba2-4681-4149-8807-d71f54393a32 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:11.809962 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:11.810265 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c0eba2-4681-4149-8807-d71f54393a32 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:11.810782 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'code': 200} Aug 10 03:46:12.155853 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-19e743a9-dd58-4462-aaf1-feddb1cf42fa req-1ff00d9e-6483-4be3-86f8-1019e3433316 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0557053 Aug 10 03:46:12.251390 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.280636 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.330018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:12.331417 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=7']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.333513 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:12.340170 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:12.372228 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.442847 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.443770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.492705 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64d420-5eb4-4fa6-abb3-13f6d4b2b542 req-251e7574-1363-48bb-a956-2d2e008c55cd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.495667 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ab64d420-5eb4-4fa6-abb3-13f6d4b2b542 req-251e7574-1363-48bb-a956-2d2e008c55cd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1204998 Aug 10 03:46:12.550589 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:12.592111 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-731371e6-cdba-479a-9ac7-035715888b4b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1971323 Aug 10 03:46:12.625651 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ab64d420-5eb4-4fa6-abb3-13f6d4b2b542 req-9793e28f-8c18-4bb7-bd25-d05693f5e272 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199524 Aug 10 03:46:12.648709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Request body: {'port': {'device_id': 'eacc5386-d3bd-4440-8275-077517fbd610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:12.669975 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495b72e-4285-4e30-b563-b320067a32a2 req-af4ddc35-7559-4c9b-8b86-270b82598447 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.682455 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d495b72e-4285-4e30-b563-b320067a32a2 req-af4ddc35-7559-4c9b-8b86-270b82598447 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1762359 Aug 10 03:46:12.738077 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.790957 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d495b72e-4285-4e30-b563-b320067a32a2 req-a862e7d1-c850-4039-9743-08fb27fa6ef4 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1063440 Aug 10 03:46:13.139452 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c20a7ba-abbd-421f-82b7-17fb3d02b378 {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:13.148305 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.162996 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Transition to ACTIVE for port object 5c20a7ba-abbd-421f-82b7-17fb3d02b378 will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:13.199469 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-f877a56e-b5f9-420f-87a6-de7821fa5e2c None None] Provisioning for port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:13.204057 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-f877a56e-b5f9-420f-87a6-de7821fa5e2c None None] Provisioning complete for port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:13.204484 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-f877a56e-b5f9-420f-87a6-de7821fa5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.254370 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-f877a56e-b5f9-420f-87a6-de7821fa5e2c None None] Port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:13.291157 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040e603-124b-4495-8540-df3ab4e0a2a6 req-b4e61177-59d8-4d0d-87d1-71978153169d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.294088 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f040e603-124b-4495-8540-df3ab4e0a2a6 req-b4e61177-59d8-4d0d-87d1-71978153169d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 932 time: 0.0691741 Aug 10 03:46:13.304524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.398601 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f040e603-124b-4495-8540-df3ab4e0a2a6 req-c744cb5f-d71b-4da1-9995-0d3426b628b8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955524 Aug 10 03:46:13.399368 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.520485 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Attempting to bind port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:13.521075 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Attempting to bind port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:13.521629 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Attempting to bind port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:13.531573 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 on network ef50702a-750c-4693-9c57-2aafe4903705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Attempting to bind port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Bound using segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Bound port: 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:13.548508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.642171 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:13.642171 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:14.331876 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.382408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.383042 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.385225 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] 10.222.0.63 "PUT /v2.0/ports/5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 200 len: 1094 time: 1.7582579 Aug 10 03:46:14.385779 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:14.388147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9132fd07-b059-4b5b-9389-e9208c308d27" -d '{"events": [{"name": "network-changed", "server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:14.414685 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e1530-6346-492f-acbe-a6e13b05ec81 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.710787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-ef580a1f-f70a-45ef-aba9-414181ffbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.712988 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-ef580a1f-f70a-45ef-aba9-414181ffbc5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1097 time: 0.0469553 Aug 10 03:46:14.763607 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-842640d4-81cc-48d2-940f-6b5909fac46a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 200 len: 217 time: 0.0366638 Aug 10 03:46:14.836713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-eb1ce847-1f87-4a1d-86a8-d06dfcb81283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.839621 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-eb1ce847-1f87-4a1d-86a8-d06dfcb81283 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0688689 Aug 10 03:46:14.897292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bba372-2231-451e-8f94-17683a75c0fb req-ec0b1d8f-5bc6-44b2-a6bb-9c4224d86fb8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.900689 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-06bba372-2231-451e-8f94-17683a75c0fb req-ec0b1d8f-5bc6-44b2-a6bb-9c4224d86fb8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0641639 Aug 10 03:46:14.946378 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-06bba372-2231-451e-8f94-17683a75c0fb req-9e24ba42-8b01-4799-b88f-9c7ea7bf7787 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397456 Aug 10 03:46:14.960717 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794b71-3ef3-48c7-bbc1-a584aa2e3d8f req-c90d6aba-67d6-4559-80fb-436e3840ea2d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.963060 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-28794b71-3ef3-48c7-bbc1-a584aa2e3d8f req-c90d6aba-67d6-4559-80fb-436e3840ea2d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1013279 Aug 10 03:46:14.969960 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-49d55b63-cbaa-4481-99d1-56aef15bf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.969960 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-49d55b63-cbaa-4481-99d1-56aef15bf5b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170263 Aug 10 03:46:15.010463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e41f24c-f6d4-4114-9d61-93076e1993c8 x-openstack-request-id: req-1e41f24c-f6d4-4114-9d61-93076e1993c8 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:15.010463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:15.010463 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e41f24c-f6d4-4114-9d61-93076e1993c8 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:15.010463 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'status': 'completed', 'code': 200} Aug 10 03:46:15.057160 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-28794b71-3ef3-48c7-bbc1-a584aa2e3d8f req-75b31ec3-b329-4a2f-9633-dcf2b41319c1 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680728 Aug 10 03:46:15.129166 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a596bb8-ba33-4002-87cb-9cfd3eb8cae2 req-e47b0361-581d-4eac-858a-64a772a1e0b1 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.131204 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a596bb8-ba33-4002-87cb-9cfd3eb8cae2 req-e47b0361-581d-4eac-858a-64a772a1e0b1 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0707843 Aug 10 03:46:15.189618 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-3a596bb8-ba33-4002-87cb-9cfd3eb8cae2 req-3d7db3bf-f712-4417-8045-bbe0e77c2ce4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523987 Aug 10 03:46:15.200588 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-a63fcdd4-e623-41c1-9af4-c84297e4dc55 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472907 Aug 10 03:46:15.215464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e14e-1138-4f57-b540-7caa1d9384e6 req-a965a3d0-ed2e-43f3-b508-e1c9c933c03f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.223346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5a6e14e-1138-4f57-b540-7caa1d9384e6 req-a965a3d0-ed2e-43f3-b508-e1c9c933c03f tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.0868502 Aug 10 03:46:15.320135 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b5a6e14e-1138-4f57-b540-7caa1d9384e6 req-d0035209-2daa-450c-903d-830a99709cfa tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936048 Aug 10 03:46:15.325921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f730af-5c03-4d09-b9f5-9eecc91b57be req-ca0d6170-16d6-4f3f-98e5-1903fe4b0518 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.325921 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-15f730af-5c03-4d09-b9f5-9eecc91b57be req-ca0d6170-16d6-4f3f-98e5-1903fe4b0518 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0767643 Aug 10 03:46:15.367401 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f2f8fffe-b8c3-47f4-b6bd-ad1525a98891 req-50d5bb61-41e3-4f44-a8af-85fe0af38d7e service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416583 Aug 10 03:46:15.408987 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-15f730af-5c03-4d09-b9f5-9eecc91b57be req-3ea87068-35a8-4816-838c-2e727edb7fdd tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739803 Aug 10 03:46:15.603690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-db55498c-a9f0-476f-a73d-8b02f6c9d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.605614 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-db55498c-a9f0-476f-a73d-8b02f6c9d8a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1097 time: 0.0530031 Aug 10 03:46:15.728136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-aa1393df-f2f1-420f-9df0-b102b3dd8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.730371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-aa1393df-f2f1-420f-9df0-b102b3dd8482 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0940816 Aug 10 03:46:15.780016 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-185ff69d-dd42-4119-b48a-1a11b0cbdcde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 200 len: 217 time: 0.0414324 Aug 10 03:46:15.847924 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-559ea469-6e21-44f9-90b1-99bc01141949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.849644 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-559ea469-6e21-44f9-90b1-99bc01141949 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0591171 Aug 10 03:46:15.913964 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-c2758d48-5451-4fc8-9217-a90e9a1531e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.915669 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-c2758d48-5451-4fc8-9217-a90e9a1531e8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478265 Aug 10 03:46:16.078323 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-a061e4d4-5c0f-4f76-9410-766d50fc7b5e service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537395 Aug 10 03:46:16.158358 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a943-a5f9-4fa2-8238-84f073763532 req-e59e625f-dab0-4bc2-b7c4-8d91627c24b5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.160689 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c1b4a943-a5f9-4fa2-8238-84f073763532 req-e59e625f-dab0-4bc2-b7c4-8d91627c24b5 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1336544 Aug 10 03:46:16.187157 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c740-1d14-4cf8-b5b0-4865f20c567a req-02cde16c-3535-41e8-91a1-a2baabc470bc tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.188833 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d346c740-1d14-4cf8-b5b0-4865f20c567a req-02cde16c-3535-41e8-91a1-a2baabc470bc tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.0557926 Aug 10 03:46:16.236267 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9132fd07-b059-4b5b-9389-e9208c308d27 req-f31467de-f765-4df0-9e74-e334ceb790e9 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483486 Aug 10 03:46:16.244421 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c1b4a943-a5f9-4fa2-8238-84f073763532 req-8a7dc56b-6b56-4c82-ad52-eca80e1259d2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715537 Aug 10 03:46:16.244870 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d346c740-1d14-4cf8-b5b0-4865f20c567a req-12bef852-1073-49cf-9b10-88ba44c177ec tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460517 Aug 10 03:46:16.373899 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adc5ca-0617-405e-848e-fd547429a7ce req-5777945e-e2cf-4315-a297-4eae005572a9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.375708 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-87adc5ca-0617-405e-848e-fd547429a7ce req-5777945e-e2cf-4315-a297-4eae005572a9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0757296 Aug 10 03:46:16.427539 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-87adc5ca-0617-405e-848e-fd547429a7ce req-302e5fa1-d56b-456c-a132-59a18bea8ee0 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Aug 10 03:46:16.463730 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154b32-5471-4762-8ff9-14cdd8868a26 req-b9ec8697-ec41-44bf-adbd-34887f2930a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.472600 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f9154b32-5471-4762-8ff9-14cdd8868a26 req-b9ec8697-ec41-44bf-adbd-34887f2930a9 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.0830309 Aug 10 03:46:16.516432 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f9154b32-5471-4762-8ff9-14cdd8868a26 req-26731ec7-4e56-4747-986d-eefb2ff44ab6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Aug 10 03:46:16.554262 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f72ac-e56b-4aff-ae3b-8404c977fc1c req-3462c95e-2000-4082-a26d-bf113a7fb3b3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.555839 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-512f72ac-e56b-4aff-ae3b-8404c977fc1c req-3462c95e-2000-4082-a26d-bf113a7fb3b3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0663235 Aug 10 03:46:16.598345 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-512f72ac-e56b-4aff-ae3b-8404c977fc1c req-bc19574d-1cb1-4a47-99da-48d5cf222ac3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365846 Aug 10 03:46:17.424114 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d43c8-54af-4cdf-ac93-a99b846449af req-0df7e3d4-2214-4aa5-821c-84a02f522ac6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.426974 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-727d43c8-54af-4cdf-ac93-a99b846449af req-0df7e3d4-2214-4aa5-821c-84a02f522ac6 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.1760256 Aug 10 03:46:17.429854 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa829e-5bb9-4832-9af3-3775dc092421 req-32bfabbb-28a1-4303-953c-7657f081e330 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.431367 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f6aa829e-5bb9-4832-9af3-3775dc092421 req-32bfabbb-28a1-4303-953c-7657f081e330 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0772610 Aug 10 03:46:17.446799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c75b-d851-4174-b7ee-a054e01633fc req-afadffd8-ef3f-4502-bf94-6baa2bcd2b1a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.460909 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fa58c75b-d851-4174-b7ee-a054e01633fc req-afadffd8-ef3f-4502-bf94-6baa2bcd2b1a tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 943 time: 0.1159580 Aug 10 03:46:17.474897 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:17.489041 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-94416bc0-1b39-4479-baec-bd6185cdee2b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.490610 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-94416bc0-1b39-4479-baec-bd6185cdee2b tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.63 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.2384877 Aug 10 03:46:17.532878 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f6aa829e-5bb9-4832-9af3-3775dc092421 req-c4ba1ded-7117-4799-bd22-f61bd31291fa tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716882 Aug 10 03:46:17.652735 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fa58c75b-d851-4174-b7ee-a054e01633fc req-653dc0b2-8d82-4eaf-923b-7e5e0b12c3d5 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1909428 Aug 10 03:46:17.708226 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:17.729212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Deleting port 1fd204ba-f590-4c87-bff7-78c11eab8e44 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:17.729912 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'port_id': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'mac_address': 'fa:16:3e:ef:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:17.730691 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.756335 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e6aa-787e-4350-a36a-f9cd03f78fee req-630a07f2-59a2-442b-beea-c800ca856d9d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.757956 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0117e6aa-787e-4350-a36a-f9cd03f78fee req-630a07f2-59a2-442b-beea-c800ca856d9d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.1187804 Aug 10 03:46:17.778149 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.794018 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:17.805166 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0117e6aa-787e-4350-a36a-f9cd03f78fee req-6b356d1e-3ea5-42ec-a1c3-72c057e6abe2 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Aug 10 03:46:17.815779 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:17.888206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c74d5-b8a7-4646-a333-dd3f1f3ba1ff req-4c0faa25-8227-44aa-b28b-eb1f90e47b51 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.890088 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-934c74d5-b8a7-4646-a333-dd3f1f3ba1ff req-4c0faa25-8227-44aa-b28b-eb1f90e47b51 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 945 time: 0.1158781 Aug 10 03:46:17.913627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] For port 1fd204ba-f590-4c87-bff7-78c11eab8e44, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1fd204ba-f590-4c87-bff7-78c11eab8e44,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:17.913994 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.914743 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a0803-3b56-49eb-851b-8ac335482978 req-1c1f2eec-dcb7-438b-9e0d-f3f0f64c16a3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.916274 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ae7a0803-3b56-49eb-851b-8ac335482978 req-1c1f2eec-dcb7-438b-9e0d-f3f0f64c16a3 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 945 time: 0.0510714 Aug 10 03:46:17.947363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Deleting port e4c32421-6086-4a06-97cd-96e3d3edc391 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:17.947656 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.955483 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ae7a0803-3b56-49eb-851b-8ac335482978 req-b4d865ba-68a9-4328-9893-5c70a987610f tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b4af05e-c638-42af-997b-efd9ca522d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Aug 10 03:46:18.045790 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-934c74d5-b8a7-4646-a333-dd3f1f3ba1ff req-9e94f91f-187b-4242-88ac-9209c530cf8b tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e855fb-1829-4f08-8cfd-e83ce73008e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487331 Aug 10 03:46:18.173860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] For port e4c32421-6086-4a06-97cd-96e3d3edc391, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=e4c32421-6086-4a06-97cd-96e3d3edc391,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:18.174729 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.193565 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Calling delete_port for e4c32421-6086-4a06-97cd-96e3d3edc391 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:18.215447 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.215757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.216072 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Floating IP 06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761 disassociated. External IP: 172.27.3.18, port: 1fd204ba-f590-4c87-bff7-78c11eab8e44. Aug 10 03:46:18.216471 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Calling delete_port for 1fd204ba-f590-4c87-bff7-78c11eab8e44 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:18.634497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.669710 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afaaa6-15f7-4f47-82db-79a5ff8cb997 req-d1a8be51-9ce4-4403-9241-036e18d77c05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:18.671231 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e9afaaa6-15f7-4f47-82db-79a5ff8cb997 req-d1a8be51-9ce4-4403-9241-036e18d77c05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Aug 10 03:46:18.686055 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=7']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.709365 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.712356 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.719242 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e9afaaa6-15f7-4f47-82db-79a5ff8cb997 req-1197132b-b9c6-4e88-a28c-b5ca4081e7dd tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415876 Aug 10 03:46:18.765222 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['e4c32421-6086-4a06-97cd-96e3d3edc391'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:18.814893 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Pushing event deleted for resources: {'Port': ['ID=e4c32421-6086-4a06-97cd-96e3d3edc391,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.965124 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72ceb8-8e87-468a-a8ce-58d415189510 req-24cd0867-1aef-441a-83d7-7af939dd582f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:18.966962 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c72ceb8-8e87-468a-a8ce-58d415189510 req-24cd0867-1aef-441a-83d7-7af939dd582f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0767806 Aug 10 03:46:18.972406 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'Port': ['ID=1fd204ba-f590-4c87-bff7-78c11eab8e44,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.017968 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] No DVR routers for this DVR port e4c32421-6086-4a06-97cd-96e3d3edc391 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:19.034647 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.036908 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f77b44bf-16bf-4005-a029-719a64fc6abc req-fcb3c092-6433-4bd5-8c2f-3e6d21a1b760 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.63 "DELETE /v2.0/ports/e4c32421-6086-4a06-97cd-96e3d3edc391 HTTP/1.1" status: 204 len: 173 time: 1.5232580 Aug 10 03:46:19.037455 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'name': 'network-vif-deleted', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:19.040184 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b3eda-03e5-4355-83b0-90418ab25168" -d '{"events": [{"server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "name": "network-vif-deleted", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:19.049829 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2c72ceb8-8e87-468a-a8ce-58d415189510 req-d070e61a-567b-4659-b43c-bfe4b6f176b4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708907 Aug 10 03:46:19.110396 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:19.134918 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09ce9-9005-4d29-a23f-f6d30c1db5ff req-0409175f-9357-4ad8-87cf-9e6908fe0025 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:19.146052 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-98f09ce9-9005-4d29-a23f-f6d30c1db5ff req-0409175f-9357-4ad8-87cf-9e6908fe0025 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.3389723 Aug 10 03:46:19.212698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:19.256844 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-98f09ce9-9005-4d29-a23f-f6d30c1db5ff req-dd8d8917-8460-4ab0-8205-07588f848c5c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1086357 Aug 10 03:46:19.380830 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0c05b-22d5-47a9-b846-375c7bb24dfb x-openstack-request-id: req-2cf0c05b-22d5-47a9-b846-375c7bb24dfb {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:19.389057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969b784-ae47-4dce-a4d1-f86c2d508de8", "name": "network-vif-deleted", "tag": "e4c32421-6086-4a06-97cd-96e3d3edc391", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:19.390321 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cf0c05b-22d5-47a9-b846-375c7bb24dfb {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:19.390782 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969b784-ae47-4dce-a4d1-f86c2d508de8', 'name': 'network-vif-deleted', 'tag': 'e4c32421-6086-4a06-97cd-96e3d3edc391', 'status': 'completed', 'code': 200} Aug 10 03:46:19.480131 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9029f371-657a-4210-a5b6-68918e275bd0 req-63117293-2d73-4ebb-8a83-c11a1ffee569 tempest-TestMinimumBasicScenario-740589141 tempest-TestMinimumBasicScenario-740589141-project] 10.222.0.21 "GET /v2.0/ports?device_id=2969b784-ae47-4dce-a4d1-f86c2d508de8 HTTP/1.1" status: 200 len: 210 time: 0.0616643 Aug 10 03:46:19.503035 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device e4c32421-6086-4a06-97cd-96e3d3edc391 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:19.553546 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: e4c32421-6086-4a06-97cd-96e3d3edc391 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:19.561930 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device e4c32421-6086-4a06-97cd-96e3d3edc391 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:19.562803 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 1fd204ba-f590-4c87-bff7-78c11eab8e44 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:19.821601 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 1fd204ba-f590-4c87-bff7-78c11eab8e44 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:19.822285 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 1fd204ba-f590-4c87-bff7-78c11eab8e44 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:19.864668 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fcb9fb38-7b3e-4764-a2ac-bc9d1cf5590b req-c5bd793d-7de7-4a9a-80f7-e45015e4c266 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0319512 Aug 10 03:46:19.893969 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:19.913971 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:19.931195 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:19.931940 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.955293 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39762f-180c-429c-ac65-637396212a1c req-d74947d8-30c3-4079-98fd-36a2e9e5165e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:19.963890 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-be39762f-180c-429c-ac65-637396212a1c req-d74947d8-30c3-4079-98fd-36a2e9e5165e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0992818 Aug 10 03:46:19.972802 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] No DVR routers for this DVR port 1fd204ba-f590-4c87-bff7-78c11eab8e44 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:19.975387 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.979915 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-727d43c8-54af-4cdf-ac93-a99b846449af req-94052600-a29e-48ee-8edc-44b2819e1675 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.63 "DELETE /v2.0/ports/1fd204ba-f590-4c87-bff7-78c11eab8e44 HTTP/1.1" status: 204 len: 173 time: 2.5163114 Aug 10 03:46:20.009769 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-be39762f-180c-429c-ac65-637396212a1c req-65046e57-5a19-4d36-a1d3-939278730495 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446789 Aug 10 03:46:20.123497 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:20.239081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833c320-aa90-41db-8ce5-09829c078d61 req-68466693-5942-42f2-8765-e29d8673bd22 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.241003 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4833c320-aa90-41db-8ce5-09829c078d61 req-68466693-5942-42f2-8765-e29d8673bd22 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0748153 Aug 10 03:46:20.341885 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4833c320-aa90-41db-8ce5-09829c078d61 req-e2d2a9fa-e112-4833-9d2b-b9947be857e1 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875716 Aug 10 03:46:20.409190 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44114b1-b03e-447c-ada6-05bcda99e6d6 req-3db02002-1309-4ebf-ae2e-2cff4d89a22f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.420425 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f44114b1-b03e-447c-ada6-05bcda99e6d6 req-3db02002-1309-4ebf-ae2e-2cff4d89a22f tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0789115 Aug 10 03:46:20.480640 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f44114b1-b03e-447c-ada6-05bcda99e6d6 req-9079b8a0-f579-4072-8991-49c6add72d09 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588453 Aug 10 03:46:20.488665 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.526326 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:20.549131 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.549823 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.694209 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:21.022593 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b1535413-55ec-4b5a-835f-55e7c6895fae req-8b8791bc-b9b1-4254-9e0f-0678dd21cc7a tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/ports?device_id=39489822-b8f1-4176-a07f-4b84b1cd3d67 HTTP/1.1" status: 200 len: 210 time: 0.0278344 Aug 10 03:46:21.032164 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:21.069714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e90eb-781b-4386-b09b-da6576694d49 None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 4, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '201aa7b9-b88e-49ff-8cd8-0551d2ac7718', 'name': '', 'network_id': 'dcbb3fa8-aa0a-4b07-8830-48ada6a110cb', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'mac_address': 'fa:16:3e:57:3f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:44Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'subnets': [{'id': '327551f1-ce7e-4a02-93d0-f3700dcd2d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:21.190116 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28d7d9-02ac-40d7-b35d-84b79aa6c92f req-62d434cd-7608-48ae-8b3e-d89cd5af6861 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.192432 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4f28d7d9-02ac-40d7-b35d-84b79aa6c92f req-62d434cd-7608-48ae-8b3e-d89cd5af6861 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0660696 Aug 10 03:46:21.244923 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4f28d7d9-02ac-40d7-b35d-84b79aa6c92f req-9e30054e-07ac-40df-be75-b52ec21fc4bc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456395 Aug 10 03:46:21.393489 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'name': 'network-vif-deleted', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:21.396177 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f787e05-d7cf-4501-8937-cf3d17396416" -d '{"events": [{"server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "name": "network-vif-deleted", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:21.469942 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:21.480654 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be04e59b-8014-4a5c-af63-b33810d00aad x-openstack-request-id: req-be04e59b-8014-4a5c-af63-b33810d00aad {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:21.481191 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39489822-b8f1-4176-a07f-4b84b1cd3d67", "name": "network-vif-deleted", "tag": "1fd204ba-f590-4c87-bff7-78c11eab8e44", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:21.481856 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be04e59b-8014-4a5c-af63-b33810d00aad {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:21.482419 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39489822-b8f1-4176-a07f-4b84b1cd3d67', 'name': 'network-vif-deleted', 'tag': '1fd204ba-f590-4c87-bff7-78c11eab8e44', 'status': 'completed', 'code': 200} Aug 10 03:46:21.497515 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62412e-ba29-4d65-a038-d4a35289dc5c None None] New status for floating IP 06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:21.529899 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982355c4-7127-4db0-a3a1-bc0cf6dd3f51 req-37a329b9-be8b-4a3f-9bd2-35baeea2daa6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.531157 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-982355c4-7127-4db0-a3a1-bc0cf6dd3f51 req-37a329b9-be8b-4a3f-9bd2-35baeea2daa6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0956206 Aug 10 03:46:21.596929 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:21.597331 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.624823 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-982355c4-7127-4db0-a3a1-bc0cf6dd3f51 req-90436273-5436-4014-959f-843d35944900 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806277 Aug 10 03:46:21.667303 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0fb9-5916-401b-a2c9-e715b1fa2d0d req-9d224b1c-3df4-45ac-967e-7c847fe68609 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.676384 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fbaa0fb9-5916-401b-a2c9-e715b1fa2d0d req-9d224b1c-3df4-45ac-967e-7c847fe68609 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 944 time: 0.0911460 Aug 10 03:46:21.732463 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.737156 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-fbaa0fb9-5916-401b-a2c9-e715b1fa2d0d req-e3a5ff0d-30bc-4a4c-a417-14108e6c6072 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0590780 Aug 10 03:46:21.761650 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:21.764058 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe8e9f-1523-4fe3-a0cd-ca137a9624cd" -d '{"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-plugged", "status": "completed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:21.780751 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:21.814897 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e786b458-5f41-4a89-bf87-d707c3cfe430 x-openstack-request-id: req-e786b458-5f41-4a89-bf87-d707c3cfe430 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:21.815196 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-plugged", "status": "completed", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:21.815454 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e786b458-5f41-4a89-bf87-d707c3cfe430 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:21.815851 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'code': 200} Aug 10 03:46:21.925704 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.010583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=8']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.248167 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59430) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:22.297455 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced9ce-14bf-49bb-9bfd-4375d6e125aa req-0b90d970-0083-427c-ae4d-62afea08c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.297455 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-41ced9ce-14bf-49bb-9bfd-4375d6e125aa req-0b90d970-0083-427c-ae4d-62afea08c58a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0739458 Aug 10 03:46:22.342141 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.346296 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-41ced9ce-14bf-49bb-9bfd-4375d6e125aa req-cf060789-8d67-4292-a4c1-29ddbb63f263 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469632 Aug 10 03:46:22.400771 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.458302 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552767d5-7014-4841-a494-489b053c21e7 req-b2fedd38-50f9-4679-8fca-94406f729afe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.460085 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-552767d5-7014-4841-a494-489b053c21e7 req-b2fedd38-50f9-4679-8fca-94406f729afe tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.1034424 Aug 10 03:46:22.502188 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-552767d5-7014-4841-a494-489b053c21e7 req-276d6511-2cef-415e-ac61-2e7e726316ff tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349920 Aug 10 03:46:22.737256 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe90a42-3ac4-4118-9ae0-198e9e007f17 req-71734028-a677-4f3e-9600-c670f20d25f8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.738725 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7fe90a42-3ac4-4118-9ae0-198e9e007f17 req-71734028-a677-4f3e-9600-c670f20d25f8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0478311 Aug 10 03:46:22.780257 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7fe90a42-3ac4-4118-9ae0-198e9e007f17 req-28174708-5db8-41cc-a9d9-504187e3095c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349939 Aug 10 03:46:22.846887 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55718228-8e6c-4bde-a18d-7c63b836fba1 req-96a9f11d-2361-4b7f-b9ee-9576011156d0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.848386 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-55718228-8e6c-4bde-a18d-7c63b836fba1 req-96a9f11d-2361-4b7f-b9ee-9576011156d0 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Aug 10 03:46:22.885025 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.887662 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.888844 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5e855fb-1829-4f08-8cfd-e83ce73008e0 HTTP/1.1" status: 204 len: 168 time: 0.6388192 Aug 10 03:46:22.891720 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59438) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:22.897529 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-55718228-8e6c-4bde-a18d-7c63b836fba1 req-ed4b6e51-7d02-4120-8576-78fc9bcae5b6 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418913 Aug 10 03:46:22.903119 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067afc6-4e24-4c87-8404-86e0b6f295e2 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e855fb-1829-4f08-8cfd-e83ce73008e0,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.906267 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.api.v2.resource [None req-15af471b-8717-43fd-9340-796cf5863022 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] show failed (client error): The resource could not be found. Aug 10 03:46:22.909929 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-15af471b-8717-43fd-9340-796cf5863022 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "GET /v2.0/security-groups/c5e855fb-1829-4f08-8cfd-e83ce73008e0 HTTP/1.1" status: 404 len: 347 time: 0.0145249 Aug 10 03:46:22.912022 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59440) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:23.037500 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Deleting port 57ae2e32-367f-462f-93f5-787ebefdf3e0 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:23.037856 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.105225 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59442) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:23.152292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.152561 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.159353 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.171082 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Calling delete_port for 57ae2e32-367f-462f-93f5-787ebefdf3e0 owned by network:floatingip {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:23.467157 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5c20a7ba-abbd-421f-82b7-17fb3d02b378 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:23.554560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.570872 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:23.591494 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'port_id': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'mac_address': 'fa:16:3e:11:1d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:23.593460 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Pushing event deleted for resources: {'Port': ['ID=57ae2e32-367f-462f-93f5-787ebefdf3e0,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.604851 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.639884 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.641165 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092971-a2ce-418e-b9e6-3017b2c78043 req-8fa40c84-4080-4606-9be2-3f497340c773 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.682854 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c092971-a2ce-418e-b9e6-3017b2c78043 req-8fa40c84-4080-4606-9be2-3f497340c773 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0664904 Aug 10 03:46:23.683015 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c20a7ba-abbd-421f-82b7-17fb3d02b378 {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:23.686929 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:23.688775 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c092971-a2ce-418e-b9e6-3017b2c78043 req-680d983c-3dc2-4297-8b2f-93c05528d6af tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387249 Aug 10 03:46:23.742080 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.745138 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.746324 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f4128328-692a-4ff4-b332-5ae84a88d493 tempest-AttachVolumeTestJSON-628835503 tempest-AttachVolumeTestJSON-628835503-project] 10.222.0.21 "DELETE /v2.0/floatingips/06d93ed2-2b2e-46d0-b1ca-1b6eab1b8761 HTTP/1.1" status: 204 len: 168 time: 0.8331151 Aug 10 03:46:23.758274 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-16a4a250-346f-49a1-a77e-2542b54b785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.760337 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-16a4a250-346f-49a1-a77e-2542b54b785c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1098 time: 0.0458565 Aug 10 03:46:23.875470 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-8b213dac-c022-404a-afaf-71e22dc03135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.884021 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-8b213dac-c022-404a-afaf-71e22dc03135 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.0877242 Aug 10 03:46:23.919673 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.944294 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915358-cda6-40c3-9726-15e395b4d1c3 req-b0ae5436-c084-4ff2-ac0e-60389f828911 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.946416 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9915358-cda6-40c3-9726-15e395b4d1c3 req-b0ae5436-c084-4ff2-ac0e-60389f828911 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 944 time: 0.0792334 Aug 10 03:46:23.965706 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-0cf26dba-5c4d-4d92-889f-cd0d284e966b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 1001 time: 0.0795593 Aug 10 03:46:23.977713 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.997814 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Deleting port f849aadd-bc01-4d00-a8fc-ab266f9113fd {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:23.998166 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.015613 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f9915358-cda6-40c3-9726-15e395b4d1c3 req-e6109b93-38b3-4195-b4e5-7f817a084dcb tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584652 Aug 10 03:46:24.055935 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-2a541b85-f58e-4179-8bdb-93fd746bd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.057432 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-2a541b85-f58e-4179-8bdb-93fd746bd081 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0835400 Aug 10 03:46:24.075136 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff8700-a882-4d4a-b459-46510f71bd2d req-2ce2a15c-6892-439b-88fc-c7b67f5ae5c7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.076585 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c0ff8700-a882-4d4a-b459-46510f71bd2d req-2ce2a15c-6892-439b-88fc-c7b67f5ae5c7 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0877802 Aug 10 03:46:24.088798 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] For port f849aadd-bc01-4d00-a8fc-ab266f9113fd, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=f849aadd-bc01-4d00-a8fc-ab266f9113fd,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:24.089343 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.102576 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Calling delete_port for f849aadd-bc01-4d00-a8fc-ab266f9113fd owned by network:router_interface {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:24.145835 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c0ff8700-a882-4d4a-b459-46510f71bd2d req-b60c1f6f-93c9-4c97-946b-dcd95fa21111 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0619004 Aug 10 03:46:24.148834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-ec033011-e0bf-4f0c-80c0-dd99fb9ae13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.150401 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-ec033011-e0bf-4f0c-80c0-dd99fb9ae13d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840726 Aug 10 03:46:24.228288 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['5c20a7ba-abbd-421f-82b7-17fb3d02b378'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:24.251898 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-b0f226fd-c816-4783-b53e-721a50265000 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940425 Aug 10 03:46:24.399198 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03cc4898-ca79-42e6-a8ba-12bd83a3b33e req-795f0ba2-48df-441e-8c0b-3ee0f020e3f8 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393404 Aug 10 03:46:24.534490 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.566682 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Pushing event deleted for resources: {'Port': ['ID=f849aadd-bc01-4d00-a8fc-ab266f9113fd,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.808313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.890119 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc17bc1-5588-4210-9494-650b2aa2e1b7 req-f1f8aaa8-9af7-476b-a32b-e11df62246f9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.891964 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cc17bc1-5588-4210-9494-650b2aa2e1b7 req-f1f8aaa8-9af7-476b-a32b-e11df62246f9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0945852 Aug 10 03:46:24.975940 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cc17bc1-5588-4210-9494-650b2aa2e1b7 req-ad42cd73-599c-4d52-a488-6a8b1da9ca24 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750048 Aug 10 03:46:25.095946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Router 52b01672-42bc-4bb7-9906-f19a8aa485b8 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:25.135168 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de6071-d652-4224-b196-4cc51d093c5b req-304bddcd-6250-4a70-a443-a6f2cde62d8b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.136739 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-19de6071-d652-4224-b196-4cc51d093c5b req-304bddcd-6250-4a70-a443-a6f2cde62d8b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Aug 10 03:46:25.175793 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-19de6071-d652-4224-b196-4cc51d093c5b req-9ee2aa16-56a6-4462-807c-ad9af9c8da7c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327034 Aug 10 03:46:25.204410 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:25.209398 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-05dc5831-cad9-48e7-b65c-87a76221689f admin admin] 10.222.0.21 "PUT /v2.0/routers/52b01672-42bc-4bb7-9906-f19a8aa485b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032164 Aug 10 03:46:25.212543 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59466) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.215071 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Sync routers for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:25.245479 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:25.245479 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.357435 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:25.472826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5c20a7ba-abbd-421f-82b7-17fb3d02b378 up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:25.571657 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.606569 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:46:24Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.632603 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Checking router: 52b01672-42bc-4bb7-9906-f19a8aa485b8 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:25.636473 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:25.642142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:25.642514 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.662494 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Routers {'52b01672-42bc-4bb7-9906-f19a8aa485b8'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:25.663132 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['52b01672-42bc-4bb7-9906-f19a8aa485b8'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.677120 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.810868 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] Set router 52b01672-42bc-4bb7-9906-f19a8aa485b8 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:25.812687 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.914413 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Deleting port 3d64a8a7-38fc-420e-825b-3511e69531e6 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:25.914698 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.995946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] For port 3d64a8a7-38fc-420e-825b-3511e69531e6, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3d64a8a7-38fc-420e-825b-3511e69531e6,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:25.996354 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.018783 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Calling delete_port for 3d64a8a7-38fc-420e-825b-3511e69531e6 owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:26.050092 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:26.052126 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acad212-e0d5-4dab-a10b-ab96b429fded" -d '{"events": [{"server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "name": "network-vif-plugged", "status": "completed", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:26.101776 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:26.103688 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f60a09d-19e5-4a9a-91a6-4021c79dcd88 x-openstack-request-id: req-2f60a09d-19e5-4a9a-91a6-4021c79dcd88 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:26.103972 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "name": "network-vif-plugged", "status": "completed", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:26.104243 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f60a09d-19e5-4a9a-91a6-4021c79dcd88 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:26.104627 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'code': 200} Aug 10 03:46:26.180489 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfd6de-0fea-4225-a306-5e3e0bddd7c3 req-0af97f48-26dc-4081-ad3f-d026b444f68f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.182051 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2dbfd6de-0fea-4225-a306-5e3e0bddd7c3 req-0af97f48-26dc-4081-ad3f-d026b444f68f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0777979 Aug 10 03:46:26.197336 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:46:24Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:26.240604 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e54d2-65ba-4b47-a0c8-d11e2368d8ba None None] The sync data for ids ['52b01672-42bc-4bb7-9906-f19a8aa485b8'] in dv-cinder-782390-8-iscsi is: [{'id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'name': 'tempest-TestMinimumBasicScenario-1776217003-router', 'tenant_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:25Z', 'updated_at': '2021-08-10T03:46:24Z', 'revision_number': 5, 'project_id': 'a2ebcc2259864e7b91ab0fe1190f0f2e', 'gw_port': {'id': '3d64a8a7-38fc-420e-825b-3511e69531e6', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b01672-42bc-4bb7-9906-f19a8aa485b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:26Z', 'updated_at': '2021-08-10T03:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:26.242121 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.270973 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2dbfd6de-0fea-4225-a306-5e3e0bddd7c3 req-c3b11768-bbb7-42db-8275-f34eb00cd831 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524652 Aug 10 03:46:26.306389 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.322335 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca1284-02bb-4acc-8e4e-d18035288fbc req-c02e2e01-462d-4868-a53b-1039c38aa87d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.323937 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45ca1284-02bb-4acc-8e4e-d18035288fbc req-c02e2e01-462d-4868-a53b-1039c38aa87d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0748708 Aug 10 03:46:26.393654 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-45ca1284-02bb-4acc-8e4e-d18035288fbc req-16895e60-4d02-47ee-90aa-c5046fcd59cc tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611057 Aug 10 03:46:26.412500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-4c3b1fb2-d440-4992-a851-04898b4a495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.414095 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-4c3b1fb2-d440-4992-a851-04898b4a495b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1098 time: 0.0552528 Aug 10 03:46:26.462708 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.488631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d64a8a7-38fc-420e-825b-3511e69531e6,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.546383 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-620057f8-ce82-4f23-bf80-c9517290221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.548002 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-620057f8-ce82-4f23-bf80-c9517290221c service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.1264162 Aug 10 03:46:26.563829 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.568216 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be04bf-af60-43ae-bdbb-8a2c3454770b req-1c8e9bbd-88e2-4094-b68d-0112d8444eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.569721 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6be04bf-af60-43ae-bdbb-8a2c3454770b req-1c8e9bbd-88e2-4094-b68d-0112d8444eb1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1099 time: 0.0562575 Aug 10 03:46:26.662758 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a6be04bf-af60-43ae-bdbb-8a2c3454770b req-726627d2-c0eb-4903-804e-aaac2bfeb06b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607111 Aug 10 03:46:26.668418 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-55064895-2097-41fb-aa72-793d16911269 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 1001 time: 0.1066802 Aug 10 03:46:26.711987 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.715145 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.873567 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.874199 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b01672-42bc-4bb7-9906-f19a8aa485b8 {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:26.879407 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.883355 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-20f0de6b-938b-4b2f-bc62-76a8ac621186 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52b01672-42bc-4bb7-9906-f19a8aa485b8 HTTP/1.1" status: 204 len: 168 time: 1.6693633 Aug 10 03:46:26.884760 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59494) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.943711 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Deleting subnet a4aebe3e-7660-463f-ae5d-f50e44273213 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:26.948029 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.024801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-e27eb48d-5827-437a-8021-d107cbf9f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.024801 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-e27eb48d-5827-437a-8021-d107cbf9f523 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0609477 Aug 10 03:46:27.025089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.044464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-dfe7fdc0-efb0-4b3f-812a-81443fe41910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.045978 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-dfe7fdc0-efb0-4b3f-812a-81443fe41910 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497348 Aug 10 03:46:27.122292 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.149691 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-4375f2d3-1df1-4b3a-8d37-1bfc3de7643b service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945234 Aug 10 03:46:27.244028 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-96ea49a7-bf89-4168-800c-3177f14b48f6 req-173a600f-e1a7-4be8-8a92-85d77a6a1601 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Aug 10 03:46:27.308576 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.335564 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4aebe3e-7660-463f-ae5d-f50e44273213,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.346438 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.346438 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-505869e2-4049-42f8-9719-5867056a16e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4aebe3e-7660-463f-ae5d-f50e44273213 HTTP/1.1" status: 204 len: 168 time: 0.4569280 Aug 10 03:46:27.346438 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59504) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.353634 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12722bdd-c730-42af-afd5-eef9ca920665 None None] Network 57c80750-82ba-4320-ac73-b21c6cc1fc52 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:27.459696 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.484728 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de07ec-3f7a-4eca-b89d-4fcc29dc8b4b req-e64cd1f3-d3e2-4abf-aa29-90f292473f88 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.486407 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-53de07ec-3f7a-4eca-b89d-4fcc29dc8b4b req-e64cd1f3-d3e2-4abf-aa29-90f292473f88 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0720561 Aug 10 03:46:27.559824 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-53de07ec-3f7a-4eca-b89d-4fcc29dc8b4b req-550731b1-b6b2-4ac3-b1d7-945dec20156d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443151 Aug 10 03:46:27.562905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c602ae-294f-4971-b10a-ce1c5a34f9e7 req-b71ccdfb-c544-4160-a0ce-0b7c62e6da82 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.565673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c1c602ae-294f-4971-b10a-ce1c5a34f9e7 req-b71ccdfb-c544-4160-a0ce-0b7c62e6da82 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0629351 Aug 10 03:46:27.581094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Deleting port 235438d6-39ae-4608-bf36-3b5dd57aef8e {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.581094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.612262 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c1c602ae-294f-4971-b10a-ce1c5a34f9e7 req-9e379dbe-e11f-4e26-84b7-df04ddfb8b50 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Aug 10 03:46:27.643890 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] DHCP port deletion for 57c80750-82ba-4320-ac73-b21c6cc1fc52 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:27.663666 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] For port 235438d6-39ae-4608-bf36-3b5dd57aef8e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=235438d6-39ae-4608-bf36-3b5dd57aef8e,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:27.664028 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.676505 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Calling delete_port for 235438d6-39ae-4608-bf36-3b5dd57aef8e owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:27.690436 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Deleting port 235438d6-39ae-4608-bf36-3b5dd57aef8e {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.690816 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.758368 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] For port 235438d6-39ae-4608-bf36-3b5dd57aef8e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=235438d6-39ae-4608-bf36-3b5dd57aef8e,segment=NetworkSegment(d520227f-7c93-4a67-a680-7010ebba0106),segment_id=d520227f-7c93-4a67-a680-7010ebba0106)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:27.759323 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.772398 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Calling delete_port for 235438d6-39ae-4608-bf36-3b5dd57aef8e owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:27.865378 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-713efb5d-e210-4b2d-a703-c9cf6e238910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.908542 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.921499 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.939969 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=235438d6-39ae-4608-bf36-3b5dd57aef8e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.941965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] No DVR routers for this DVR port 235438d6-39ae-4608-bf36-3b5dd57aef8e on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:27.964619 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Pushing event deleted for resources: {'Port': ['ID=235438d6-39ae-4608-bf36-3b5dd57aef8e,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.980135 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.980705 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.981502 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.982032 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.982560 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.983111 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.983632 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.984174 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.984745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.985292 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.985834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.986376 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:27.990783 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236327f-356f-4166-97be-f5b6c8261704 None None] No DVR routers for this DVR port 235438d6-39ae-4608-bf36-3b5dd57aef8e on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:28.037454 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.047451 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c80750-82ba-4320-ac73-b21c6cc1fc52']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.058642 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd520227f-7c93-4a67-a680-7010ebba0106') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.058932 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd520227f-7c93-4a67-a680-7010ebba0106') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.068748 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.097503 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.104957 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:28.105444 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:28.111526 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:28.139503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device f849aadd-bc01-4d00-a8fc-ab266f9113fd no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:28.161753 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: f849aadd-bc01-4d00-a8fc-ab266f9113fd {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:28.162261 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device f849aadd-bc01-4d00-a8fc-ab266f9113fd not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:28.162693 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 235438d6-39ae-4608-bf36-3b5dd57aef8e no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:28.182465 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 235438d6-39ae-4608-bf36-3b5dd57aef8e {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:28.182813 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 235438d6-39ae-4608-bf36-3b5dd57aef8e not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:28.183232 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3d64a8a7-38fc-420e-825b-3511e69531e6 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:28.203172 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 3d64a8a7-38fc-420e-825b-3511e69531e6 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:28.203524 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3d64a8a7-38fc-420e-825b-3511e69531e6 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:28.302265 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.308412 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.310277 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57c80750-82ba-4320-ac73-b21c6cc1fc52 HTTP/1.1" status: 204 len: 168 time: 0.9629147 Aug 10 03:46:28.313591 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59508) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:28.321307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc5515-4914-42fc-8db7-3c2a4d319be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57c80750-82ba-4320-ac73-b21c6cc1fc52,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.429581 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59516) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:28.783415 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598aa0-e044-4d93-8775-1f6407749ba4 req-009b30de-5d45-4196-8fe6-60bfe220632b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:28.784953 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2b598aa0-e044-4d93-8775-1f6407749ba4 req-009b30de-5d45-4196-8fe6-60bfe220632b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 945 time: 0.0980072 Aug 10 03:46:28.786040 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230cd5-3990-4241-9908-f9125be62865 req-eecc4b4c-1f28-41c2-a050-3cff995ac3ac tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:28.787511 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ce230cd5-3990-4241-9908-f9125be62865 req-eecc4b4c-1f28-41c2-a050-3cff995ac3ac tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0831995 Aug 10 03:46:28.791128 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.872357 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2b598aa0-e044-4d93-8775-1f6407749ba4 req-94f30391-1931-453a-a116-5f85e0cdb3f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655816 Aug 10 03:46:28.895861 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ce230cd5-3990-4241-9908-f9125be62865 req-17dcf735-003d-45fb-9b26-c9e3efe40835 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699182 Aug 10 03:46:28.984638 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.063082 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f007-6eae-48dd-b4a6-2868fae4ebe9 req-2f7796f9-fff0-43ca-87e8-66274f0195c0 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:29.064634 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-70d8f007-6eae-48dd-b4a6-2868fae4ebe9 req-2f7796f9-fff0-43ca-87e8-66274f0195c0 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0950716 Aug 10 03:46:29.139276 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-70d8f007-6eae-48dd-b4a6-2868fae4ebe9 req-41627396-766b-4388-b898-529775285d9f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479343 Aug 10 03:46:29.141290 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Deleting port 514b2e14-4fe2-416f-ba23-f9f14c55599d {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:29.141963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.178277 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59526) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.242137 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] For port 514b2e14-4fe2-416f-ba23-f9f14c55599d, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=514b2e14-4fe2-416f-ba23-f9f14c55599d,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.242534 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.257422 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Calling delete_port for 514b2e14-4fe2-416f-ba23-f9f14c55599d owned by network:router_interface {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:29.319087 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Deleting port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:29.319430 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.403741 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f9d01-6e80-4130-8a67-0ec958eaf189 tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:29.406454 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-f93f9d01-6e80-4130-8a67-0ec958eaf189 tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1094 time: 0.2260706 Aug 10 03:46:29.409071 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59530) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.413907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'port_id': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.427273 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] For port 201aa7b9-b88e-49ff-8cd8-0551d2ac7718, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.427646 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.441621 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Calling delete_port for 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 owned by network:router_interface {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:29.512557 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:29.605342 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.618616 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.649881 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:29.653227 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc55c90b-6814-4bec-abf9-f3e7238e30c4" -d '{"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-unplugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:29.662485 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.667596 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.696323 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Pushing event deleted for resources: {'Port': ['ID=514b2e14-4fe2-416f-ba23-f9f14c55599d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.698163 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84cff1-683e-425e-9dfe-b7aa32a11eb4 x-openstack-request-id: req-1c84cff1-683e-425e-9dfe-b7aa32a11eb4 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:29.703145 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-unplugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:29.703145 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c84cff1-683e-425e-9dfe-b7aa32a11eb4 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:29.703145 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'code': 200} Aug 10 03:46:29.728982 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.729337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.729679 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.730012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.730336 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.730662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.730984 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.731566 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.731886 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.732277 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.732545 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.732865 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:29.776938 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.806323 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Pushing event deleted for resources: {'Port': ['ID=201aa7b9-b88e-49ff-8cd8-0551d2ac7718,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.845273 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.957326 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=8']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.971069 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.978316 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.222649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.27.3.132 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/3f547c66-cbad-4f34-8340-fe2665ab69b4) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:30.235528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-908155b1-2e73-40a1-8d2a-630e45bd1463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.282054 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.302293 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7001ad-3c81-4218-8dbe-45fafcc3ccd1 req-2fb5717a-d85d-4748-9501-7b1c2a4e4c20 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.303786 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2a7001ad-3c81-4218-8dbe-45fafcc3ccd1 req-2fb5717a-d85d-4748-9501-7b1c2a4e4c20 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0702722 Aug 10 03:46:30.348427 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.409134 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2a7001ad-3c81-4218-8dbe-45fafcc3ccd1 req-aa8ad07d-6249-4538-900c-2bca8acac124 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730076 Aug 10 03:46:30.551713 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Router 88ca4589-cfa8-489a-bb16-b4d85c2224cb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:30.663994 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:30.669218 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a1875ef1-84f9-4ece-aedb-407f38c3668d admin admin] 10.222.0.21 "PUT /v2.0/routers/88ca4589-cfa8-489a-bb16-b4d85c2224cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379990 Aug 10 03:46:30.672671 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59544) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:30.672849 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Sync routers for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:30.683220 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:30.684087 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:30.684280 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:30.704172 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.793237 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:30.804230 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.829546 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:30.835181 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-8c8fd3b7-f073-4637-b756-c54cb0ab8324 admin admin] 10.222.0.21 "PUT /v2.0/routers/494ab3bb-07ff-47c2-9a73-4f3f717827c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5202560 Aug 10 03:46:30.838156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59546) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:30.841870 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Sync routers for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:30.852104 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:30.852798 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:30.940324 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.968929 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.985511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:30.999192 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.006326 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.029382 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Checking router: 88ca4589-cfa8-489a-bb16-b4d85c2224cb for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:31.039573 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Routers {'88ca4589-cfa8-489a-bb16-b4d85c2224cb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:31.040346 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.058483 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:31.065531 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:31.096604 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:31.101235 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=3f547c66-cbad-4f34-8340-fe2665ab69b4,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.154434 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Deleting port 2f2ee356-19cb-4acd-88cf-60029a7e1f47 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:31.155384 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.179407 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.223352 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.251244 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] For port 2f2ee356-19cb-4acd-88cf-60029a7e1f47, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=2f2ee356-19cb-4acd-88cf-60029a7e1f47,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:31.251723 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.252000 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Checking router: 494ab3bb-07ff-47c2-9a73-4f3f717827c7 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:31.273239 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] Set router 88ca4589-cfa8-489a-bb16-b4d85c2224cb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:31.275813 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Routers {'494ab3bb-07ff-47c2-9a73-4f3f717827c7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:31.276703 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.279583 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Calling delete_port for 2f2ee356-19cb-4acd-88cf-60029a7e1f47 owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:31.433431 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] Set router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:31.499121 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.512108 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.525419 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Deleting port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:31.525764 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.538501 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c078422-a7e0-439e-9731-c393d89d7ab9 None None] The sync data for ids ['88ca4589-cfa8-489a-bb16-b4d85c2224cb'] in dv-cinder-782390-8-iscsi is: [{'id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'name': 'tempest-AttachVolumeTestJSON-279630009-router', 'tenant_id': 'db9e9e54834e4fe682d4305010655be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'db9e9e54834e4fe682d4305010655be7', 'gw_port': {'id': '2f2ee356-19cb-4acd-88cf-60029a7e1f47', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca4589-cfa8-489a-bb16-b4d85c2224cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:22Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:31.548285 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.586145 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2ee356-19cb-4acd-88cf-60029a7e1f47,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.589165 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.652395 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.653589 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] For port 8ec4f42f-1d91-4a2b-9172-5c3deac05f67, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:31.653986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.666647 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Calling delete_port for 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 owned by network:router_gateway {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:31.667102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.698346 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e5dfd-2c53-4e9c-808d-1903052d185c None None] The sync data for ids ['494ab3bb-07ff-47c2-9a73-4f3f717827c7'] in dv-cinder-782390-8-iscsi is: [{'id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'name': 'tempest-TestMinimumBasicScenario-507915864-router', 'tenant_id': 'e29df45c216a4d2bac97bd58e263964e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:33Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 5, 'project_id': 'e29df45c216a4d2bac97bd58e263964e', 'gw_port': {'id': '8ec4f42f-1d91-4a2b-9172-5c3deac05f67', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ab3bb-07ff-47c2-9a73-4f3f717827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:34Z', 'updated_at': '2021-08-10T03:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:31.750489 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.752579 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.810102 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.915828 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.916425 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ca4589-cfa8-489a-bb16-b4d85c2224cb {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:31.922094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.925959 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bd3d7839-c0b1-47e8-aed2-55a6d0ecbb13 admin admin] 10.222.0.21 "DELETE /v2.0/routers/88ca4589-cfa8-489a-bb16-b4d85c2224cb HTTP/1.1" status: 204 len: 168 time: 1.2514453 Aug 10 03:46:31.926646 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59556) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:31.982399 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.997004 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Deleting subnet 327551f1-ce7e-4a02-93d0-f3700dcd2d31 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:32.000662 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.014052 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec4f42f-1d91-4a2b-9172-5c3deac05f67,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.040310 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.084787 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.101391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.134099 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.166180 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.198987 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.202528 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.263363 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.309996 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.311999 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/327551f1-ce7e-4a02-93d0-f3700dcd2d31 HTTP/1.1" status: 204 len: 168 time: 0.3842845 Aug 10 03:46:32.313364 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a717314-a72c-4b3b-a254-6cbfde37e8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327551f1-ce7e-4a02-93d0-f3700dcd2d31,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.316462 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59562) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.317277 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d73e2-4562-4df3-a5a1-63fc15273f80 None None] Network dcbb3fa8-aa0a-4b07-8830-48ada6a110cb requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:32.333642 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=3f547c66-cbad-4f34-8340-fe2665ab69b4,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.362599 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.421857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:32.442060 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.471403 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:32.471773 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 201aa7b9-b88e-49ff-8cd8-0551d2ac7718 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:32.472168 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 514b2e14-4fe2-416f-ba23-f9f14c55599d no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:32.518570 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.518570 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494ab3bb-07ff-47c2-9a73-4f3f717827c7 {{(pid=94114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:32.518570 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.518820 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59564) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.518908 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ba5aa41d-55bf-4ca9-9300-9f1b0685ba21 admin admin] 10.222.0.21 "DELETE /v2.0/routers/494ab3bb-07ff-47c2-9a73-4f3f717827c7 HTTP/1.1" status: 204 len: 168 time: 1.6648655 Aug 10 03:46:32.518993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 514b2e14-4fe2-416f-ba23-f9f14c55599d {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:32.518993 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 514b2e14-4fe2-416f-ba23-f9f14c55599d not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:32.519211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP b2d03dd3-f555-427f-a3e9-493493fa17d1 associated. External IP: 172.27.3.132, port: 5c20a7ba-abbd-421f-82b7-17fb3d02b378. Aug 10 03:46:32.548254 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Deleting port 0da47a06-43c9-41b5-89d4-cafc17a2291f {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:32.548610 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.608696 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Deleting subnet 942a4c75-add7-42e0-9efb-f90ee6db9b90 {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:32.615517 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.658050 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] For port 0da47a06-43c9-41b5-89d4-cafc17a2291f, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=0da47a06-43c9-41b5-89d4-cafc17a2291f,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:32.658603 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.678259 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Calling delete_port for 0da47a06-43c9-41b5-89d4-cafc17a2291f owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:32.681828 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.767405 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:32.796986 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] DHCP port deletion for dcbb3fa8-aa0a-4b07-8830-48ada6a110cb request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:32.835217 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.872878 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Deleting port 0da47a06-43c9-41b5-89d4-cafc17a2291f {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:32.873257 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.903306 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:32.913046 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:32.922644 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:32.923614 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:32.940695 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] For port 0da47a06-43c9-41b5-89d4-cafc17a2291f, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=0da47a06-43c9-41b5-89d4-cafc17a2291f,segment=NetworkSegment(1244bdfe-665b-4d47-9ed2-ad0e8de0ea37),segment_id=1244bdfe-665b-4d47-9ed2-ad0e8de0ea37)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:32.941093 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.954438 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Calling delete_port for 0da47a06-43c9-41b5-89d4-cafc17a2291f owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:32.965828 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.991920 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da47a06-43c9-41b5-89d4-cafc17a2291f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.994762 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.013123 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.016166 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] No DVR routers for this DVR port 0da47a06-43c9-41b5-89d4-cafc17a2291f on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:33.032539 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-76b2d264-5320-41d9-b3a0-19cdff85b7db tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6222396 Aug 10 03:46:33.033133 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:33.035457 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948" -d '{"events": [{"name": "network-changed", "server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:33.047585 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942a4c75-add7-42e0-9efb-f90ee6db9b90,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.059781 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:33.068442 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.070326 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d462bcde-1af8-411b-a305-51c56bc6781a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/942a4c75-add7-42e0-9efb-f90ee6db9b90 HTTP/1.1" status: 204 len: 168 time: 0.5654163 Aug 10 03:46:33.073436 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59572) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:33.083857 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb55ee-42dd-464b-b40b-c315c6b89e18 x-openstack-request-id: req-ebfb55ee-42dd-464b-b40b-c315c6b89e18 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:33.084149 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:33.084453 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebfb55ee-42dd-464b-b40b-c315c6b89e18 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:33.084844 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'status': 'completed', 'code': 200} Aug 10 03:46:33.096512 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335c057-26e7-41a3-874f-009291051f51 None None] Network 001af2c4-a441-41e5-82eb-ff9d48dee6c4 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:33.130111 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.143120 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb3fa8-aa0a-4b07-8830-48ada6a110cb']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.173934 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.174282 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1244bdfe-665b-4d47-9ed2-ad0e8de0ea37') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.187932 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.192633 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.210248 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.224938 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:33.226216 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.250818 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] Pushing event deleted for resources: {'Port': ['ID=0da47a06-43c9-41b5-89d4-cafc17a2291f,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.266310 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e68ca-dbd6-47a5-a29d-5fa6c13b5add None None] No DVR routers for this DVR port 0da47a06-43c9-41b5-89d4-cafc17a2291f on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:33.275965 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.279120 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-1c5ba931-591e-4966-b8ee-caf96facecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.280931 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-1c5ba931-591e-4966-b8ee-caf96facecec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1099 time: 0.1097493 Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:33.283514 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:33.343960 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.403968 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.409945 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.414863 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dcbb3fa8-aa0a-4b07-8830-48ada6a110cb HTTP/1.1" status: 204 len: 168 time: 1.0971415 Aug 10 03:46:33.423311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-b7cc5b8f-de11-4320-9943-2402313b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.425762 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-b7cc5b8f-de11-4320-9943-2402313b2b75 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.1365914 Aug 10 03:46:33.433782 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf887bf-6a92-42d4-8979-e7d692813104 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbb3fa8-aa0a-4b07-8830-48ada6a110cb,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.439200 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] DHCP port deletion for 001af2c4-a441-41e5-82eb-ff9d48dee6c4 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:33.457338 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'b2d03dd3-f555-427f-a3e9-493493fa17d1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:11:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc5386-d3bd-4440-8275-077517fbd610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:31Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.479085 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Deleting port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:33.479427 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.515816 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:33.525891 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:33.526685 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.531592 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:33.555335 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Deleting port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:33.556112 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.557214 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-11da06a3-3f2b-4bfb-8fa0-f5309a04f41d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 200 len: 1000 time: 0.1211329 Aug 10 03:46:33.569526 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] For port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:33.569526 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.633039 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Calling delete_port for 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe owned by network:dhcp {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:33.658219 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:33.680868 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] For port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,segment=NetworkSegment(19931b23-bd64-4c8d-8886-a8dd1d7fa712),segment_id=19931b23-bd64-4c8d-8886-a8dd1d7fa712)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:33.681282 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.690694 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-58958d6d-701d-4eaf-8317-1801cf4f2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.692177 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-58958d6d-701d-4eaf-8317-1801cf4f2cb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.1200113 Aug 10 03:46:33.701242 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Calling delete_port for 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:33.715848 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe3a74-fd88-467e-a0ae-368a19bb1515 req-b34e9c23-b6e4-4397-b752-a5f97f96d3d4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.717474 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80fe3a74-fd88-467e-a0ae-368a19bb1515 req-b34e9c23-b6e4-4397-b752-a5f97f96d3d4 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.1650467 Aug 10 03:46:33.809577 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-80fe3a74-fd88-467e-a0ae-368a19bb1515 req-70445978-1cd0-4013-8e6c-d6dbc232a326 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738382 Aug 10 03:46:33.812637 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-bc1709ef-9dc5-4dbb-936d-d6f5993cd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.814122 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-bc1709ef-9dc5-4dbb-936d-d6f5993cd3bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132758 Aug 10 03:46:33.902857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.917789 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-4351d9a3-90ea-4e46-b23a-fff496dcba4d service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936623 Aug 10 03:46:33.919607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.934627 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'b2d03dd3-f555-427f-a3e9-493493fa17d1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:11:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc5386-d3bd-4440-8275-077517fbd610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:31Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.941929 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] Pushing event deleted for resources: {'Port': ['ID=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.947888 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d64aec-6c6c-443f-806d-4318cb18496d None None] No DVR routers for this DVR port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:33.963196 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d865c3-bb70-4abb-85ae-ca635edf3adf None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': 'b2d03dd3-f555-427f-a3e9-493493fa17d1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:11:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc5386-d3bd-4440-8275-077517fbd610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:31Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:33.967234 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Pushing event deleted for resources: {'Port': ['ID=896aeb88-3d65-4b2c-9ce7-9fa4766c56fe,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.971457 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59594) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:34.000972 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] No DVR routers for this DVR port 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe on host dv-cinder-782390-8-iscsi {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:34.019878 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-581dae00-3d70-41f0-a91d-242f789c3392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db9e9e54834e4fe682d4305010655be7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466168 Aug 10 03:46:34.022337 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59596) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:34.083144 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.115770 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.167587 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:34.190628 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:34.190982 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8ec4f42f-1d91-4a2b-9172-5c3deac05f67 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:34.191407 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 2f2ee356-19cb-4acd-88cf-60029a7e1f47 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:34.222278 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 2f2ee356-19cb-4acd-88cf-60029a7e1f47 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:34.222278 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 2f2ee356-19cb-4acd-88cf-60029a7e1f47 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:34.222278 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:34.238176 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a9756-6d04-4b59-ac4f-2da15a506037 None None] New status for floating IP b2d03dd3-f555-427f-a3e9-493493fa17d1: ACTIVE {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:34.241755 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:34.242119 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 896aeb88-3d65-4b2c-9ce7-9fa4766c56fe not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:34.242602 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 0da47a06-43c9-41b5-89d4-cafc17a2291f no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:34.267925 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.270597 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.275759 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebef757a-3e71-4229-8527-fcd3684772a7 HTTP/1.1" status: 204 len: 168 time: 0.2493465 Aug 10 03:46:34.284902 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68080-ff20-4076-b15b-3006f0c3f805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef757a-3e71-4229-8527-fcd3684772a7,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.292771 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 0da47a06-43c9-41b5-89d4-cafc17a2291f {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:34.293118 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 0da47a06-43c9-41b5-89d4-cafc17a2291f not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:34.417507 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.434013 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001af2c4-a441-41e5-82eb-ff9d48dee6c4']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.452919 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19931b23-bd64-4c8d-8886-a8dd1d7fa712') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.453343 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19931b23-bd64-4c8d-8886-a8dd1d7fa712') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.462603 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-21e3f80d-cd0d-4ef3-9a04-0bdb26734948 req-d2cda3a2-5edf-4702-a96f-1d780f6f1f65 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377381 Aug 10 03:46:34.467590 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.483416 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-9eed0a62-7c84-4a50-9089-6fb57d3d962e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968416 Aug 10 03:46:34.484443 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.490627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:34.491026 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self.session.flush() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self.session.flush() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self.session.flush() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self.session.flush() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:34.493268 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:34.667940 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.678162 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.680623 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] 10.222.0.21 "DELETE /v2.0/networks/001af2c4-a441-41e5-82eb-ff9d48dee6c4 HTTP/1.1" status: 204 len: 168 time: 1.6054263 Aug 10 03:46:34.699594 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac5a58-ae22-44be-8df1-e288ca84503c admin admin] Pushing event deleted for resources: {'Network': ['ID=001af2c4-a441-41e5-82eb-ff9d48dee6c4,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.931255 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e25ea1-77f2-4a2f-b6d5-60669f89b2dc req-ca34d93f-f584-45c0-bb6a-0b27fa05f9d8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.933521 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-86e25ea1-77f2-4a2f-b6d5-60669f89b2dc req-ca34d93f-f584-45c0-bb6a-0b27fa05f9d8 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0501163 Aug 10 03:46:34.972485 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-86e25ea1-77f2-4a2f-b6d5-60669f89b2dc req-583dc9d2-3f24-4aed-a4cd-fdb1943587cf tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328603 Aug 10 03:46:35.165624 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59620) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.205276 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-daf75394-6666-4e4f-b647-babbacd8e7ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ebcc2259864e7b91ab0fe1190f0f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385056 Aug 10 03:46:35.207713 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59622) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.257261 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.283381 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.404896 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.407569 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.408760 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b4af05e-c638-42af-997b-efd9ca522d63 HTTP/1.1" status: 204 len: 168 time: 0.2001226 Aug 10 03:46:35.424926 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dbcd2-0c44-43e5-8bf8-0186a0d9db60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4af05e-c638-42af-997b-efd9ca522d63,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:36.094673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88925-b3b9-448b-a2ba-57cde5b94ab3 req-88b8aad2-42cd-4631-bc18-98723effb44c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.094673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a0e88925-b3b9-448b-a2ba-57cde5b94ab3 req-88b8aad2-42cd-4631-bc18-98723effb44c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0503328 Aug 10 03:46:36.137200 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a0e88925-b3b9-448b-a2ba-57cde5b94ab3 req-a8c5f2f4-0a55-44e8-a08a-66eb664523be tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374124 Aug 10 03:46:36.170634 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59646) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:36.213033 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-816457b8-a170-4259-81e9-86630b9eeef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e29df45c216a4d2bac97bd58e263964e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410588 Aug 10 03:46:36.215544 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59648) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:36.262634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-8d4e5895-1e54-4463-8a36-84b727928171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.266211 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-8d4e5895-1e54-4463-8a36-84b727928171 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223&tenant_id=098d020e6c2a497a939e7c54eb5cc81a HTTP/1.1" status: 200 len: 1096 time: 0.0438850 Aug 10 03:46:36.267165 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.288432 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.339446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-af2dcf87-8913-48e1-bab6-1a105634c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.341014 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-af2dcf87-8913-48e1-bab6-1a105634c21d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1096 time: 0.0431397 Aug 10 03:46:36.439259 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-300e7b4c-e4fb-4ff5-93b9-ce09b9fd1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.440928 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-300e7b4c-e4fb-4ff5-93b9-ce09b9fd1839 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 200 len: 918 time: 0.0928802 Aug 10 03:46:36.455970 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.458584 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.459731 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f21cfc0-cd99-41a6-9fe4-e521c2884d40 HTTP/1.1" status: 204 len: 168 time: 0.2432902 Aug 10 03:46:36.472011 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01faf6-0356-43f3-85c0-86d94b4b2f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21cfc0-cd99-41a6-9fe4-e521c2884d40,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:36.522753 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-c73dfdfe-4dbf-4655-8de9-0208e6e0d5d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 200 len: 999 time: 0.0752118 Aug 10 03:46:36.581722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-b8f7b711-b201-4ba0-9c59-8f546805a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.583200 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-b8f7b711-b201-4ba0-9c59-8f546805a85e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 200 len: 856 time: 0.0540075 Aug 10 03:46:36.631409 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-64890a52-089d-4d68-8128-bd6c7dac84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.633050 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-64890a52-089d-4d68-8128-bd6c7dac84ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8a7c5b76-4670-410e-b09e-14552ce18301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432048 Aug 10 03:46:36.730074 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-e8e2954e-02c6-437b-86a4-be03d9b46a43 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Aug 10 03:46:36.828777 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef1a0d27-82b4-48af-95b3-686f48d51f75 req-173c7821-97e3-4a8f-bce7-f2563e7af685 service neutron] 10.222.0.63 "GET /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911448 Aug 10 03:46:37.259807 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f380eb-d582-43c6-b707-3201c1f066a3 req-b85e949f-6fc4-4573-83ba-1594f2f5298f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.261599 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b2f380eb-d582-43c6-b707-3201c1f066a3 req-b85e949f-6fc4-4573-83ba-1594f2f5298f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0528660 Aug 10 03:46:37.302627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59688) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:37.309848 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-b2f380eb-d582-43c6-b707-3201c1f066a3 req-14256a27-852b-4bb9-9833-b85d4d0e3634 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391107 Aug 10 03:46:37.407978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c179981a-c58a-48ce-93d1-7bc0e8846525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.497276 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c179981a-c58a-48ce-93d1-7bc0e8846525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.588139 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-c179981a-c58a-48ce-93d1-7bc0e8846525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.633850 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179981a-c58a-48ce-93d1-7bc0e8846525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67302b33-f068-4c17-b566-a80fbc7b6aa6,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:37.638684 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-c179981a-c58a-48ce-93d1-7bc0e8846525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f012432862d24610a8eb173cab23a7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336906 Aug 10 03:46:37.640911 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59698) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:37.705576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.736004 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.868339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.870868 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.874396 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67302b33-f068-4c17-b566-a80fbc7b6aa6 HTTP/1.1" status: 204 len: 168 time: 0.2300899 Aug 10 03:46:37.894018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cdca7-cf2e-49c6-b7e8-40f31d7a85c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67302b33-f068-4c17-b566-a80fbc7b6aa6,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:38.434658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef793431-21ed-450a-b8ab-17344525038f req-f3ea6d83-23ce-4f8b-b553-3591353a049e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.436346 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef793431-21ed-450a-b8ab-17344525038f req-f3ea6d83-23ce-4f8b-b553-3591353a049e tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0522566 Aug 10 03:46:38.475683 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ef793431-21ed-450a-b8ab-17344525038f req-fc0f27a9-f42d-4795-b475-04fb9294a819 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330169 Aug 10 03:46:38.621285 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 59706) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:38.634842 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04af7986-4d7d-438e-8c85-f3e6e55876bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.734798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04af7986-4d7d-438e-8c85-f3e6e55876bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.827820 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04af7986-4d7d-438e-8c85-f3e6e55876bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.868872 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-04af7986-4d7d-438e-8c85-f3e6e55876bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc7dca72252d42a99db713c90e96f8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464106 Aug 10 03:46:38.870405 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af7986-4d7d-438e-8c85-f3e6e55876bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f922d133-6060-4826-865c-7a19834a0304,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:38.871475 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 59708) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:38.926238 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.950295 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.085058 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.094765 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.098579 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f922d133-6060-4826-865c-7a19834a0304 HTTP/1.1" status: 204 len: 168 time: 0.2260952 Aug 10 03:46:39.172413 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07f63a-080f-4384-a0b8-bac13e8816cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f922d133-6060-4826-865c-7a19834a0304,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:39.613456 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d9514-b69f-416f-b3f8-3286e00330c0 req-ca95b245-7e55-43b3-9188-0720125f0db9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.614968 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a76d9514-b69f-416f-b3f8-3286e00330c0 req-ca95b245-7e55-43b3-9188-0720125f0db9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0641897 Aug 10 03:46:39.657344 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a76d9514-b69f-416f-b3f8-3286e00330c0 req-b06060ab-4ba9-47f5-a184-822c7662c7c1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359688 Aug 10 03:46:40.790157 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b9929-456e-46b0-8ab0-3fc59ebb2cca req-1f591ef7-6bd3-4b3b-90a2-37bb8e4c0939 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.791712 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d6b9929-456e-46b0-8ab0-3fc59ebb2cca req-1f591ef7-6bd3-4b3b-90a2-37bb8e4c0939 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0576580 Aug 10 03:46:40.838170 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9d6b9929-456e-46b0-8ab0-3fc59ebb2cca req-b168e34c-2314-46d2-9960-8bd601635200 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340228 Aug 10 03:46:41.960500 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f4f4-3440-4f66-8fe4-b082601a8114 req-5a0e29a4-c04d-47b1-8bce-e44fbc9ed2f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.961942 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94b3f4f4-3440-4f66-8fe4-b082601a8114 req-5a0e29a4-c04d-47b1-8bce-e44fbc9ed2f0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0535281 Aug 10 03:46:42.002256 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-94b3f4f4-3440-4f66-8fe4-b082601a8114 req-8667c638-a3be-4af4-9807-ef8f8f1a0c08 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340621 Aug 10 03:46:43.123035 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee2413-c58c-43b8-baa0-70a12e59e2f1 req-bfb5dacf-eb61-439e-b35b-45b223e3af4f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.124720 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03ee2413-c58c-43b8-baa0-70a12e59e2f1 req-bfb5dacf-eb61-439e-b35b-45b223e3af4f tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0510783 Aug 10 03:46:43.171970 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-03ee2413-c58c-43b8-baa0-70a12e59e2f1 req-5bd8d56b-632d-4aae-bb4d-f5c814c9a421 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380070 Aug 10 03:46:44.291373 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310d7a-e431-4fef-9165-7e3b35c6b303 req-1f33a316-8097-4bb2-a049-393bbb50fd28 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.293039 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76310d7a-e431-4fef-9165-7e3b35c6b303 req-1f33a316-8097-4bb2-a049-393bbb50fd28 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0498447 Aug 10 03:46:44.334268 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-76310d7a-e431-4fef-9165-7e3b35c6b303 req-179330f2-7bd1-40de-9916-c7059c61278b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349236 Aug 10 03:46:45.456835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e253f4-e126-44c3-ad4e-9f08824066be req-a2f945f7-e886-4ac5-ad49-30a7bebbfb08 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.458460 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-58e253f4-e126-44c3-ad4e-9f08824066be req-a2f945f7-e886-4ac5-ad49-30a7bebbfb08 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0495992 Aug 10 03:46:45.498283 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-58e253f4-e126-44c3-ad4e-9f08824066be req-ddcc0821-cecf-4930-8bf3-67920e87d9f9 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339034 Aug 10 03:46:46.619011 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873790-715c-4117-a176-58bdeca99e76 req-b68a4d24-10ed-4a4e-be29-3d2fba120614 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.620544 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7a873790-715c-4117-a176-58bdeca99e76 req-b68a4d24-10ed-4a4e-be29-3d2fba120614 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0506990 Aug 10 03:46:46.659217 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7a873790-715c-4117-a176-58bdeca99e76 req-b11a918d-4f32-4d53-9945-607588f517ad tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324850 Aug 10 03:46:47.793473 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b0646-46e9-484f-9b83-ab8310b8537c req-75d7c4ad-5892-412e-904b-0d9b0b9a2567 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.794985 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a05b0646-46e9-484f-9b83-ab8310b8537c req-75d7c4ad-5892-412e-904b-0d9b0b9a2567 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0539110 Aug 10 03:46:47.833768 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a05b0646-46e9-484f-9b83-ab8310b8537c req-ffd261c1-96c1-43bb-a2d8-6178e232706b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327232 Aug 10 03:46:48.960491 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc51a-5785-4904-baa4-0c6c405f6a21 req-3791e675-dd8a-4836-9c39-b8892920a615 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.962489 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aaebc51a-5785-4904-baa4-0c6c405f6a21 req-3791e675-dd8a-4836-9c39-b8892920a615 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0528185 Aug 10 03:46:49.004511 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aaebc51a-5785-4904-baa4-0c6c405f6a21 req-8c2a7e12-5967-4ee8-afeb-79a424dc76af tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359805 Aug 10 03:46:49.549546 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:50.122375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5de49-5a9a-45fa-9c1c-5e65b947b617 req-0c7fde3c-5989-4341-b165-d8cff8804037 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.123880 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b0b5de49-5a9a-45fa-9c1c-5e65b947b617 req-0c7fde3c-5989-4341-b165-d8cff8804037 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0481362 Aug 10 03:46:50.160857 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-b0b5de49-5a9a-45fa-9c1c-5e65b947b617 req-c6fcd772-2a55-449f-bacc-d11904352a6d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311506 Aug 10 03:46:51.278233 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c60c1-0240-4237-9229-97f46caf7da3 req-dfd8a8cc-8a46-48dd-9612-0934e8ad4975 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.279929 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f86c60c1-0240-4237-9229-97f46caf7da3 req-dfd8a8cc-8a46-48dd-9612-0934e8ad4975 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0472867 Aug 10 03:46:51.317063 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-f86c60c1-0240-4237-9229-97f46caf7da3 req-709c27ba-bc77-486f-8227-0f2dfc447c05 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312917 Aug 10 03:46:52.433494 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9497a7-a749-43d5-bf43-444088be67b4 req-fc87242e-ddfa-452d-a02b-9921b40978f1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.434946 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9b9497a7-a749-43d5-bf43-444088be67b4 req-fc87242e-ddfa-452d-a02b-9921b40978f1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0471888 Aug 10 03:46:52.470502 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9b9497a7-a749-43d5-bf43-444088be67b4 req-9a174395-2711-41ef-9cb2-63b1b7b3485c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297809 Aug 10 03:46:53.227009 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.587150 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc1efe-2bd1-48a4-a316-cd0c3437b4e8 req-4dd6389d-7431-4a48-97e1-4ab6aa70ad28 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.588741 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cdc1efe-2bd1-48a4-a316-cd0c3437b4e8 req-4dd6389d-7431-4a48-97e1-4ab6aa70ad28 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 943 time: 0.0481265 Aug 10 03:46:53.626157 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0cdc1efe-2bd1-48a4-a316-cd0c3437b4e8 req-10c710d4-9934-422c-9b5f-89895cfdb374 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315473 Aug 10 03:46:53.693330 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:53.799470 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:53.812422 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'port_id': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'mac_address': 'fa:16:3e:06:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:53.852548 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.865413 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:53.884784 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:53.947195 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.997353 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=9']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.313113 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['638e6702-b0f3-46b1-b6c2-197d8b06363d'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:54.747816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c862e10-1b03-4ad4-bcdd-75d75b49a0b8 req-640a5d97-e721-4dde-9263-fe77ebba6ad1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.749319 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c862e10-1b03-4ad4-bcdd-75d75b49a0b8 req-640a5d97-e721-4dde-9263-fe77ebba6ad1 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 944 time: 0.0524840 Aug 10 03:46:54.786369 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8c862e10-1b03-4ad4-bcdd-75d75b49a0b8 req-6d99f060-2a22-441d-98e2-c2590f0ddf46 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311542 Aug 10 03:46:55.710619 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:55.759771 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 638e6702-b0f3-46b1-b6c2-197d8b06363d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:55.760126 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.834337 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.858062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:55.860329 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7fa57f-ad65-4d81-aaff-7717bccbde7c" -d '{"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:55.873513 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:55.895833 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dce7d3-29cc-48b8-a282-667e12e5fe2b x-openstack-request-id: req-76dce7d3-29cc-48b8-a282-667e12e5fe2b {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:55.896124 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-plugged", "status": "completed", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:55.896417 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76dce7d3-29cc-48b8-a282-667e12e5fe2b {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:55.896817 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'code': 200} Aug 10 03:46:55.909446 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994fb7-73c6-40c0-9cfd-4391407d8576 req-d5ad635c-b8b9-40cf-802c-7bb06ba9ee07 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.910933 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e4994fb7-73c6-40c0-9cfd-4391407d8576 req-d5ad635c-b8b9-40cf-802c-7bb06ba9ee07 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 944 time: 0.0534463 Aug 10 03:46:55.941368 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.948518 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e4994fb7-73c6-40c0-9cfd-4391407d8576 req-84bdc5df-e6fc-4c49-8b8a-603dd334ad14 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316377 Aug 10 03:46:55.993729 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=10']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.274222 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e810db-9e68-495b-8f80-5745de18a7f4 req-03fb0d53-3b22-4f5e-ac91-5313fd6858f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.275704 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-58e810db-9e68-495b-8f80-5745de18a7f4 req-03fb0d53-3b22-4f5e-ac91-5313fd6858f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 1099 time: 0.0392647 Aug 10 03:46:56.311100 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-58e810db-9e68-495b-8f80-5745de18a7f4 req-be967faf-718e-4062-9492-00e84eb4ad2e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275328 Aug 10 03:46:57.067336 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c4a6-9baa-4ab2-8941-dd94a68a7c6e req-cc31bfb0-1864-4a49-8a42-32da6543cb69 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.068849 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0682c4a6-9baa-4ab2-8941-dd94a68a7c6e req-cc31bfb0-1864-4a49-8a42-32da6543cb69 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0472476 Aug 10 03:46:57.106996 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0682c4a6-9baa-4ab2-8941-dd94a68a7c6e req-ead6ab91-8f3c-4203-93a5-a88f196a4ef0 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316539 Aug 10 03:46:57.729934 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e2a657a6-12e1-4849-bdd6-deb0f69124b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.235372 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0babbe-a145-440f-aaaf-7bb25b85bce5 req-adff2b1e-08ef-470b-8c07-0f04394d899a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.236889 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cd0babbe-a145-440f-aaaf-7bb25b85bce5 req-adff2b1e-08ef-470b-8c07-0f04394d899a tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0487070 Aug 10 03:46:58.276218 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-cd0babbe-a145-440f-aaaf-7bb25b85bce5 req-5a331e46-e4f4-42de-aa08-9bcf2fe93a7b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330286 Aug 10 03:46:59.396215 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbdc06-77f3-4674-b27f-d990e5ef08a1 req-7092f634-6182-4a1a-bff7-c0a6a4b7c8db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:59.397717 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d6bbdc06-77f3-4674-b27f-d990e5ef08a1 req-7092f634-6182-4a1a-bff7-c0a6a4b7c8db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Aug 10 03:46:59.436819 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d6bbdc06-77f3-4674-b27f-d990e5ef08a1 req-366bb06c-435d-40da-aff9-d6a256520a91 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320215 Aug 10 03:47:00.221307 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-385769d9-45ae-4ecc-9e08-2496501115fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.353187 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.461609 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.780504 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60018) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.881878 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.969838 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.049425 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.087665 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2b7be83d124be192d668214ce07480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060708 Aug 10 03:47:03.088946 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea79119-c22a-4e3b-a258-e1a1ba473d4f,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:03.090339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60024) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:03.097037 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.097431 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.098965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.098965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.098965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.098965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.099308 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.099584 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.099907 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.100260 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.100590 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.100918 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d11e18-784b-49a8-a1eb-7632ea304060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:03.140556 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.162108 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.181070 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.283783 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.286409 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.287607 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ea79119-c22a-4e3b-a258-e1a1ba473d4f HTTP/1.1" status: 204 len: 168 time: 0.1962836 Aug 10 03:47:03.295819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52888-ad6a-4059-a586-88b9952b4f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea79119-c22a-4e3b-a258-e1a1ba473d4f,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:03.964545 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60032) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:03.977584 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a67f9383-eee2-408a-95bd-08ef122b0da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.063337 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a67f9383-eee2-408a-95bd-08ef122b0da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.141360 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a67f9383-eee2-408a-95bd-08ef122b0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.182268 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a67f9383-eee2-408a-95bd-08ef122b0da9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38d6e0cab48d41d3bf7e914c8a0d18a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166548 Aug 10 03:47:04.183118 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f9383-eee2-408a-95bd-08ef122b0da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea372c0-129a-414d-8719-67443549bd7c,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.184970 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60034) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:04.239893 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.261005 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.426824 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.429421 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.431050 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aea372c0-129a-414d-8719-67443549bd7c HTTP/1.1" status: 204 len: 168 time: 0.2445722 Aug 10 03:47:04.438793 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748f15-825c-4108-8648-2f6704961c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea372c0-129a-414d-8719-67443549bd7c,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.169545 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.548592 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:27.694659 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab90-3119-4884-ab2d-3a43ddaff138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.109726 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-218b87c0-3a94-413f-8900-de12c6af8e05 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408173 Aug 10 03:47:29.209722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-543f54bc-b5c2-4877-bd1a-e2e5729c568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.211783 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-543f54bc-b5c2-4877-bd1a-e2e5729c568b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0399189 Aug 10 03:47:29.319006 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-f5131951-b381-45a0-b790-2f2b9fd9b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.320580 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-f5131951-b381-45a0-b790-2f2b9fd9b689 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.0874789 Aug 10 03:47:29.390304 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-6cdbc733-0395-4231-86f0-5af9ec70b52a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 1001 time: 0.0586777 Aug 10 03:47:29.442320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-5611f3ad-68b4-4444-9d17-394bbacc3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.443829 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-5611f3ad-68b4-4444-9d17-394bbacc3f46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0460896 Aug 10 03:47:29.494007 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-5321568f-ae96-41a3-b7bd-0c0cfbbdf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.495584 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-5321568f-ae96-41a3-b7bd-0c0cfbbdf876 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446167 Aug 10 03:47:29.585163 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-c773b9de-4bb0-4962-ac55-97ff2f7d8140 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 Aug 10 03:47:29.684146 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-81bbf3c7-be4c-4466-becd-096d798c2396 req-7c5512a9-d0d5-4278-9eb6-4a4783dd9bb7 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904722 Aug 10 03:47:30.226621 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-012b8d2e-6ef4-412d-8baa-459bbaf5a5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.386285 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.506126 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.186016 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.392191 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef6aa-e227-4331-9451-ab0ee78e5aaf req-e02a2eb7-f378-4c32-a41c-88f8a7b94f91 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.393730 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5faef6aa-e227-4331-9451-ab0ee78e5aaf req-e02a2eb7-f378-4c32-a41c-88f8a7b94f91 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Aug 10 03:47:38.432038 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-5faef6aa-e227-4331-9451-ab0ee78e5aaf req-5ea34817-f7f8-47f6-a5b6-58d96bc3d811 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317745 Aug 10 03:47:39.555525 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a5571-55b4-494f-b122-cee59285894e req-7e8ee4f5-3706-40a1-ac7e-9a0570ab0308 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.557045 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f64a5571-55b4-494f-b122-cee59285894e req-7e8ee4f5-3706-40a1-ac7e-9a0570ab0308 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Aug 10 03:47:39.595523 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f64a5571-55b4-494f-b122-cee59285894e req-d11e42ba-07ee-4456-80ab-891c0ec4e7d2 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups?id=3125796d-4142-4159-9628-875733200483&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325422 Aug 10 03:47:39.988781 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-4e6a5930-e178-47c3-9b73-c4ccd409059b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.990375 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-4e6a5930-e178-47c3-9b73-c4ccd409059b tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 946 time: 0.0470524 Aug 10 03:47:40.082301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Deleting port 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:40.082563 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.173967 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] For port 638e6702-b0f3-46b1-b6c2-197d8b06363d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=638e6702-b0f3-46b1-b6c2-197d8b06363d,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:40.328092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.362115 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.362401 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.362715 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Floating IP bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd disassociated. External IP: 172.27.3.155, port: 638e6702-b0f3-46b1-b6c2-197d8b06363d. Aug 10 03:47:40.363053 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Calling delete_port for 638e6702-b0f3-46b1-b6c2-197d8b06363d owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:40.603268 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.639489 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'Port': ['ID=638e6702-b0f3-46b1-b6c2-197d8b06363d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.648588 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.659206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.734446 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7313f7b4-f687-437a-93e2-f05b34793b8f req-dd5fdd8a-4988-4af4-9fd2-6a990278b71c tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0301085 Aug 10 03:47:40.769620 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60272) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:40.777038 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:40.878231 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dc552a39-a4e3-4836-86ff-43c8035a939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.885533 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:40.895924 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:40.906102 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:40.906736 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:40.934278 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] No DVR routers for this DVR port 638e6702-b0f3-46b1-b6c2-197d8b06363d on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:40.934278 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.934719 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ae4cf50e-3601-4dcd-a04e-906932e6bebf req-f01d35e5-1271-4211-b623-c4a1b65c73db tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.63 "DELETE /v2.0/ports/638e6702-b0f3-46b1-b6c2-197d8b06363d HTTP/1.1" status: 204 len: 173 time: 0.9372246 Aug 10 03:47:40.935018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-deleted', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:40.937427 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60ca3b-482a-4db1-837c-b4d9100c18f2" -d '{"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-deleted", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:40.982242 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1259f79f-b24f-4424-a8fe-23759ee0d211 x-openstack-request-id: req-1259f79f-b24f-4424-a8fe-23759ee0d211 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:40.982726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c37790e-ad20-4784-b0f0-20babcf19223", "name": "network-vif-deleted", "tag": "638e6702-b0f3-46b1-b6c2-197d8b06363d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:40.982976 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1259f79f-b24f-4424-a8fe-23759ee0d211 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:40.983371 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c37790e-ad20-4784-b0f0-20babcf19223', 'name': 'network-vif-deleted', 'tag': '638e6702-b0f3-46b1-b6c2-197d8b06363d', 'status': 'completed', 'code': 200} Aug 10 03:47:40.991928 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dc552a39-a4e3-4836-86ff-43c8035a939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.027354 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:41.043402 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-dc552a39-a4e3-4836-86ff-43c8035a939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.089963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60278) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:41.090177 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-dc552a39-a4e3-4836-86ff-43c8035a939c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db36703469b84942b658e53f2310be1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192201 Aug 10 03:47:41.092273 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc552a39-a4e3-4836-86ff-43c8035a939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7371c764-a96e-4f0e-ac53-cd012ebed2d0,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.168269 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.191055 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.317447 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.321009 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.324430 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7371c764-a96e-4f0e-ac53-cd012ebed2d0 HTTP/1.1" status: 204 len: 168 time: 0.2312281 Aug 10 03:47:41.330378 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f7de1-011c-44bb-979a-b6fc210f130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7371c764-a96e-4f0e-ac53-cd012ebed2d0,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.351715 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.383174 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:41.391282 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:41.391888 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.496719 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:41.694141 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-14313764-2781-4423-9a96-80075cd48c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.719725 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313764-2781-4423-9a96-80075cd48c68 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 4, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'a6b1902c-4917-4add-bf63-2f1aa9bce7c8', 'name': '', 'network_id': '8a7c5b76-4670-410e-b09e-14552ce18301', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'mac_address': 'fa:16:3e:a7:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:23Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'subnets': [{'id': '1eb8547b-faa3-45f0-bea8-c45e82a0755d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:41.826141 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-43bf7e92-ab27-4881-ad0c-83102e30f59e req-3e93edaf-dd2f-48fd-8b8c-e99d72535d38 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c37790e-ad20-4784-b0f0-20babcf19223 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Aug 10 03:47:41.921733 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60286) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:41.935547 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66ef2dd8-39a9-4f0e-80d6-17e7620ae9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.967978 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1a53d-b491-4801-855d-7814a044a1e3 None None] New status for floating IP bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd: DOWN {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:42.027375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66ef2dd8-39a9-4f0e-80d6-17e7620ae9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.100612 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-66ef2dd8-39a9-4f0e-80d6-17e7620ae9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.140170 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-66ef2dd8-39a9-4f0e-80d6-17e7620ae9a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdb544b2ef334f37b1df8fff932020d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173207 Aug 10 03:47:42.141240 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2dd8-39a9-4f0e-80d6-17e7620ae9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f7fab6-c554-4a19-ac2f-9ca2f6b03226,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.143386 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60288) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.196347 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.216284 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.345929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.348493 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.349631 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15f7fab6-c554-4a19-ac2f-9ca2f6b03226 HTTP/1.1" status: 204 len: 168 time: 0.2052677 Aug 10 03:47:42.373280 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00fb01-d03f-4403-a273-7e032dc68db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f7fab6-c554-4a19-ac2f-9ca2f6b03226,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.979628 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60306) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:43.037460 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.060398 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.203262 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.205843 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.207012 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "DELETE /v2.0/security-groups/3125796d-4142-4159-9628-875733200483 HTTP/1.1" status: 204 len: 168 time: 0.2260566 Aug 10 03:47:43.212946 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60312) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:43.219179 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4b15b-384c-465d-b1dc-58ddd46c555d tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125796d-4142-4159-9628-875733200483,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.231315 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.api.v2.resource [None req-80924757-da3d-44a9-a2a4-477479490824 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] show failed (client error): The resource could not be found. Aug 10 03:47:43.232315 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-80924757-da3d-44a9-a2a4-477479490824 tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "GET /v2.0/security-groups/3125796d-4142-4159-9628-875733200483 HTTP/1.1" status: 404 len: 347 time: 0.0207565 Aug 10 03:47:43.235311 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60316) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:43.366936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Deleting port 48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:43.367282 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.439407 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.439735 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.453420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Calling delete_port for 48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd owned by network:floatingip {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:43.714426 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.738571 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Pushing event deleted for resources: {'Port': ['ID=48c9cd81-dc45-4d2e-9bcd-6eaeff5646dd,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.794746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks [] for floatingip, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.797409 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.798542 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-30357b98-865d-4018-b264-a7ca4892d5dc tempest-AttachVolumeShelveTestJSON-24949369 tempest-AttachVolumeShelveTestJSON-24949369-project] 10.222.0.21 "DELETE /v2.0/floatingips/bb340f1e-4ebc-4fa4-86a1-6d1d825df6fd HTTP/1.1" status: 204 len: 168 time: 0.5622873 Aug 10 03:47:43.904904 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.918061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60330) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:43.927493 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 638e6702-b0f3-46b1-b6c2-197d8b06363d {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:43.927839 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 638e6702-b0f3-46b1-b6c2-197d8b06363d not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:44.223576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Deleting port cab20b84-557c-4c3c-aacb-4cf1e6be984d {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:44.224238 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.300457 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.300910 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.312526 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Calling delete_port for cab20b84-557c-4c3c-aacb-4cf1e6be984d owned by network:floatingip {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:44.557725 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.583818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event deleted for resources: {'Port': ['ID=cab20b84-557c-4c3c-aacb-4cf1e6be984d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.648913 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.649554 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Floating IP 97ed9315-909b-43ae-ac86-53ae57ddbaaa disassociated (deleted). External IP: 172.27.3.239, port: 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925. Aug 10 03:47:44.856344 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Router 3f38da08-c850-43a5-9a57-9bf4de872aa7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:44.963209 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:44.967649 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.974004 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Sync routers for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:44.982918 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:44.983528 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.002740 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-771c044d-42c4-417d-a535-edc08e4c8329 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "DELETE /v2.0/floatingips/97ed9315-909b-43ae-ac86-53ae57ddbaaa HTTP/1.1" status: 204 len: 168 time: 1.0812573 Aug 10 03:47:45.002740 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:45.003232 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:45.010990 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60364) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.045184 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936deb1c-18bc-49a3-a0bb-528e3b3e0b4e x-openstack-request-id: req-936deb1c-18bc-49a3-a0bb-528e3b3e0b4e {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:45.045478 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:45.045737 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-936deb1c-18bc-49a3-a0bb-528e3b3e0b4e {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:45.046143 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'status': 'completed', 'code': 200} Aug 10 03:47:45.114750 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:45.135378 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e74ab30a-9f85-4903-9aed-4b661c145df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.158275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-76a64705-84e4-4597-9b36-03f1c8943efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.159809 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-76a64705-84e4-4597-9b36-03f1c8943efa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 1098 time: 0.0689855 Aug 10 03:47:45.284032 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-82c15c4e-b219-4c88-b580-9918de22eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.284032 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-82c15c4e-b219-4c88-b580-9918de22eeb8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 200 len: 910 time: 0.1137211 Aug 10 03:47:45.330005 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-767d7f67-13e6-4625-a0ae-70ae03602ad0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 200 len: 217 time: 0.0382621 Aug 10 03:47:45.332474 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.361936 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Checking router: 3f38da08-c850-43a5-9a57-9bf4de872aa7 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:45.370302 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:45.370845 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.384981 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e74ab30a-9f85-4903-9aed-4b661c145df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.396992 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-5d766d0d-d136-4ea2-a97f-31d44541d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.399112 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-5d766d0d-d136-4ea2-a97f-31d44541d11c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0630031 Aug 10 03:47:45.443379 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-74832d01-b0be-4c78-b27c-97ee0828a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.445414 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-74832d01-b0be-4c78-b27c-97ee0828a260 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0559be58-84b2-4cd0-a186-679ac0aab251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393822 Aug 10 03:47:45.480969 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:45.521194 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e74ab30a-9f85-4903-9aed-4b661c145df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.560768 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe5a84-0a11-4f06-854e-df1f7a598518 req-747d44cd-42c3-444f-9709-69e9be5849d1 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.571654 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2bfe5a84-0a11-4f06-854e-df1f7a598518 req-747d44cd-42c3-444f-9709-69e9be5849d1 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Aug 10 03:47:45.626619 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2bfe5a84-0a11-4f06-854e-df1f7a598518 req-e8f566df-bab6-4d17-9117-63934578ef9d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537956 Aug 10 03:47:45.720962 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.753655 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a04353-121f-4b95-a753-c1c8668a031a None None] The sync data for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi is: [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:41:41Z', 'revision_number': 4, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': '3869d408-53ce-42e4-a161-24acd064d9ce', 'name': '', 'network_id': '0559be58-84b2-4cd0-a186-679ac0aab251', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'mac_address': 'fa:16:3e:3d:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:40Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'subnets': [{'id': 'a44a4b1e-6754-4c71-931e-57b7d8b8f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:45.847242 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-6935686c-e5d9-4487-99e7-2f12333bfb12 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929632 Aug 10 03:47:45.850222 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e74ab30a-9f85-4903-9aed-4b661c145df3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25662d34e936458e9c26f145d956d207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8382447 Aug 10 03:47:45.850931 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab30a-9f85-4903-9aed-4b661c145df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b2b9e5-b3fa-4959-beb4-d09cc4481237,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.853691 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60380) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.915487 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.930632 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.942834 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-75758d96-193b-4af6-9fb1-1c74a4b5fb3e req-8ec87b80-c58b-4dfc-beb3-94dea4445722 service neutron] 10.222.0.63 "GET /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869737 Aug 10 03:47:45.995784 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fc5e4-a817-4901-91f0-195ba383ffff None None] New status for floating IP 97ed9315-909b-43ae-ac86-53ae57ddbaaa: DOWN {{(pid=94115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:46.088913 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.095180 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.095180 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57b2b9e5-b3fa-4959-beb4-d09cc4481237 HTTP/1.1" status: 204 len: 168 time: 0.2400777 Aug 10 03:47:46.103776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c91e28-0bfd-437f-8ea2-b23f611c1309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b2b9e5-b3fa-4959-beb4-d09cc4481237,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:46.708224 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60394) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:46.739008 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38e51-ea62-401e-bb24-a8d0c9ad8f11 req-c317f2a2-476d-44fc-a927-b6b6ee9732fd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.741521 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2aa38e51-ea62-401e-bb24-a8d0c9ad8f11 req-c317f2a2-476d-44fc-a927-b6b6ee9732fd tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Aug 10 03:47:46.778029 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-2aa38e51-ea62-401e-bb24-a8d0c9ad8f11 req-998a4235-f291-4bbd-b783-99d940e4e35c tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314066 Aug 10 03:47:46.943600 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60398) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:46.956716 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa97a4f5-1fee-4f95-adcf-045f9361301c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.043423 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa97a4f5-1fee-4f95-adcf-045f9361301c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.153887 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.163107 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fa97a4f5-1fee-4f95-adcf-045f9361301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.200910 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fa97a4f5-1fee-4f95-adcf-045f9361301c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cff1b1e1598481fbdd69bd4545be55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560976 Aug 10 03:47:47.201836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a4f5-1fee-4f95-adcf-045f9361301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab5889-0f98-4ea0-824a-01317aa9c33d,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.204160 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60400) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:47.252960 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.276528 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-f5509bad-03a5-4cbd-88b5-c5c16af588de tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:47.276776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.278008 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-f5509bad-03a5-4cbd-88b5-c5c16af588de tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.63 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.0927994 Aug 10 03:47:47.408966 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.411836 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.413046 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7eab5889-0f98-4ea0-824a-01317aa9c33d HTTP/1.1" status: 204 len: 168 time: 0.2078683 Aug 10 03:47:47.422646 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8dc3-3d76-4a3a-a378-2d19ee6c640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab5889-0f98-4ea0-824a-01317aa9c33d,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.440956 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Deleting port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:47.441309 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.572771 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] For port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:47.573140 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.590761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Calling delete_port for 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:47.603152 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Deleting port a6b1902c-4917-4add-bf63-2f1aa9bce7c8 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:47.603502 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.737408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] For port a6b1902c-4917-4add-bf63-2f1aa9bce7c8, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:47.738079 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.751298 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Calling delete_port for a6b1902c-4917-4add-bf63-2f1aa9bce7c8 owned by network:router_interface {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:47.954869 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfba34-5351-4367-9b3f-6eda6d996600 req-c537b1b6-4614-4252-9fb6-326396dc1d07 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:47.956621 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-08cfba34-5351-4367-9b3f-6eda6d996600 req-c537b1b6-4614-4252-9fb6-326396dc1d07 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 945 time: 0.1023746 Aug 10 03:47:48.036824 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.036824 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-08cfba34-5351-4367-9b3f-6eda6d996600 req-400dd02d-af1b-4816-9b20-856d873da7b1 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6808d03f-7a85-47f9-9781-5fc98748474e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0712633 Aug 10 03:47:48.059443 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event deleted for resources: {'Port': ['ID=6f883b5b-35b9-44d5-8f3d-ba0bf7b04925,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.102576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] No DVR routers for this DVR port 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:48.105236 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.107222 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a62b07f1-68f9-4865-8bea-06a46f3b4ab2 req-b50205b4-fc80-40de-81e9-ebe518e6397d tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.63 "DELETE /v2.0/ports/6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 HTTP/1.1" status: 204 len: 173 time: 0.8228116 Aug 10 03:47:48.107658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-deleted', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:48.109985 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584542fc-a62f-4191-8b1e-dc371d4369ec" -d '{"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-deleted", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:48.143854 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b2f77-a05e-47b8-abaa-d8fde1d0e107 x-openstack-request-id: req-372b2f77-a05e-47b8-abaa-d8fde1d0e107 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:48.144286 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a89090-7d79-496b-878d-213d6f48b970", "name": "network-vif-deleted", "tag": "6f883b5b-35b9-44d5-8f3d-ba0bf7b04925", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:48.157152 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-372b2f77-a05e-47b8-abaa-d8fde1d0e107 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:48.157152 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a89090-7d79-496b-878d-213d6f48b970', 'name': 'network-vif-deleted', 'tag': '6f883b5b-35b9-44d5-8f3d-ba0bf7b04925', 'status': 'completed', 'code': 200} Aug 10 03:47:48.231994 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.258144 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b1902c-4917-4add-bf63-2f1aa9bce7c8,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.439725 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.660942 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:48.773480 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:48.778534 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-50daa402-53b3-4a01-990d-395d90deba7e admin admin] 10.222.0.21 "PUT /v2.0/routers/75129702-0e8b-456f-8d3f-d333c1e5d9b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0692704 Aug 10 03:47:48.781198 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60430) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:48.789036 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Sync routers for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:48.798309 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:48.798923 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.893271 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.906464 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:49.003697 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.159842 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-daeed880-e100-4f0a-ae22-e80ca7f3fb73 req-ac91b165-fafc-49b8-a8d5-d62b9aed26c2 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "GET /v2.0/ports?device_id=43a89090-7d79-496b-878d-213d6f48b970 HTTP/1.1" status: 200 len: 210 time: 0.0382209 Aug 10 03:47:49.211922 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:47:47Z', 'revision_number': 5, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port': {'id': '7b9a767f-5415-4471-a2cb-bd93c15c5f85', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.243282 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Checking router: 75129702-0e8b-456f-8d3f-d333c1e5d9b5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:49.252032 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Routers {'75129702-0e8b-456f-8d3f-d333c1e5d9b5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:49.252702 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.339295 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60440) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.363720 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] Set router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 gateway port host: None {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:49.399923 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Deleting port 7b9a767f-5415-4471-a2cb-bd93c15c5f85 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:49.400304 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.418367 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:47:49Z', 'revision_number': 6, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port_host': None}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.451397 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a998e-ff2f-4bc8-9f91-d84f72994dc4 None None] The sync data for ids ['75129702-0e8b-456f-8d3f-d333c1e5d9b5'] in dv-cinder-782390-8-iscsi is: [{'id': '75129702-0e8b-456f-8d3f-d333c1e5d9b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1180999915-router', 'tenant_id': '098d020e6c2a497a939e7c54eb5cc81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:47:49Z', 'revision_number': 6, 'project_id': '098d020e6c2a497a939e7c54eb5cc81a', 'gw_port_host': None}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:49.470738 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33d9880d-19f4-4560-9545-d6cc8a188c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.516005 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] For port 7b9a767f-5415-4471-a2cb-bd93c15c5f85, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7b9a767f-5415-4471-a2cb-bd93c15c5f85,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:49.516419 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.531756 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Calling delete_port for 7b9a767f-5415-4471-a2cb-bd93c15c5f85 owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:49.565361 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33d9880d-19f4-4560-9545-d6cc8a188c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.746173 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-33d9880d-19f4-4560-9545-d6cc8a188c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.784761 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-33d9880d-19f4-4560-9545-d6cc8a188c6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3839aa26494a4faeb2572c0c99989baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432111 Aug 10 03:47:49.785248 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9880d-19f4-4560-9545-d6cc8a188c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66639e5e-681d-46e1-a245-0bb4498c5c72,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.786954 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60444) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.806570 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.851993 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9a767f-5415-4471-a2cb-bd93c15c5f85,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.908869 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.941160 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.950355 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.051350 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.053612 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.220372 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.221111 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75129702-0e8b-456f-8d3f-d333c1e5d9b5 {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:50.233286 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.233837 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a6b1902c-4917-4add-bf63-2f1aa9bce7c8 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:50.234344 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-24ebaa75-d507-426a-ab02-52e90d767910 admin admin] 10.222.0.21 "DELETE /v2.0/routers/75129702-0e8b-456f-8d3f-d333c1e5d9b5 HTTP/1.1" status: 204 len: 168 time: 1.4516909 Aug 10 03:47:50.235259 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.236565 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60448) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.237989 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.239453 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66639e5e-681d-46e1-a245-0bb4498c5c72 HTTP/1.1" status: 204 len: 168 time: 0.4503574 Aug 10 03:47:50.240251 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60450) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.260426 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: a6b1902c-4917-4add-bf63-2f1aa9bce7c8 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:50.260781 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device a6b1902c-4917-4add-bf63-2f1aa9bce7c8 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:50.261825 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7b9a767f-5415-4471-a2cb-bd93c15c5f85 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:50.278682 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b44d0-9866-4375-b55b-80f9895ccb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66639e5e-681d-46e1-a245-0bb4498c5c72,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.284755 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 7b9a767f-5415-4471-a2cb-bd93c15c5f85 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:50.285328 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7b9a767f-5415-4471-a2cb-bd93c15c5f85 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:50.304330 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Deleting subnet 1eb8547b-faa3-45f0-bea8-c45e82a0755d {{(pid=94114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:50.316974 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.341116 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.356436 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843279'] for subnet, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.369342 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.476408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.507173 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.510033 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.511391 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] 10.222.0.21 "DELETE /v2.0/security-groups/6808d03f-7a85-47f9-9781-5fc98748474e HTTP/1.1" status: 204 len: 168 time: 0.2679012 Aug 10 03:47:50.529885 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13de785-df90-4494-8e13-34668a5dad49 tempest-TestShelveInstance-1633841862 tempest-TestShelveInstance-1633841862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6808d03f-7a85-47f9-9781-5fc98748474e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.630884 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60458) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.643771 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3801012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896685'] for subnet, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.672065 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bddedf-a2ba-43d5-a70c-2350f64c06b7 None None] Network 8a7c5b76-4670-410e-b09e-14552ce18301 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:50.679181 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.681095 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1eb8547b-faa3-45f0-bea8-c45e82a0755d HTTP/1.1" status: 204 len: 168 time: 0.4433486 Aug 10 03:47:50.682324 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646990-da86-41d5-a8b7-bbfa069b410c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb8547b-faa3-45f0-bea8-c45e82a0755d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.684575 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60464) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.764898 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.829641 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Deleting port 7bcc9735-df7c-476c-ba92-41cb4a8382ca {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:50.830724 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.889904 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] DHCP port deletion for 8a7c5b76-4670-410e-b09e-14552ce18301 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:50.903141 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] For port 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7bcc9735-df7c-476c-ba92-41cb4a8382ca,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:50.903768 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.918899 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Calling delete_port for 7bcc9735-df7c-476c-ba92-41cb4a8382ca owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:50.943432 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Deleting port 7bcc9735-df7c-476c-ba92-41cb4a8382ca {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:50.944350 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.025583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] For port 7bcc9735-df7c-476c-ba92-41cb4a8382ca, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7bcc9735-df7c-476c-ba92-41cb4a8382ca,segment=NetworkSegment(f5942da5-d8a6-432e-b0dd-c548c2f6b3d9),segment_id=f5942da5-d8a6-432e-b0dd-c548c2f6b3d9)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:51.025986 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.040387 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Calling delete_port for 7bcc9735-df7c-476c-ba92-41cb4a8382ca owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:51.145846 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.152840 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.185842 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcc9735-df7c-476c-ba92-41cb4a8382ca,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.187870 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] No DVR routers for this DVR port 7bcc9735-df7c-476c-ba92-41cb4a8382ca on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:51.189125 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Pushing event deleted for resources: {'Port': ['ID=7bcc9735-df7c-476c-ba92-41cb4a8382ca,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.193140 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] No DVR routers for this DVR port 7bcc9735-df7c-476c-ba92-41cb4a8382ca on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:51.201796 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.202151 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.202499 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.202839 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.203174 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.203506 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.204087 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.204620 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.205100 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.205592 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.206528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.207404 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6526bf34-f12f-43da-aa98-4d52a2fb7ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:51.208630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.282288 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.293052 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c5b76-4670-410e-b09e-14552ce18301']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.303578 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.303878 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5942da5-d8a6-432e-b0dd-c548c2f6b3d9') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.312710 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.326647 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.334252 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:51.335317 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:51.338307 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:51.472963 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Deleting port 3869d408-53ce-42e4-a161-24acd064d9ce {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:51.473190 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.482935 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.489032 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.491913 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a7c5b76-4670-410e-b09e-14552ce18301 HTTP/1.1" status: 204 len: 168 time: 0.8052108 Aug 10 03:47:51.508984 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdbad-4ab8-4364-8519-8a3652e00b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7c5b76-4670-410e-b09e-14552ce18301,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.558533 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] For port 3869d408-53ce-42e4-a161-24acd064d9ce, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=3869d408-53ce-42e4-a161-24acd064d9ce,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:51.558914 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.573285 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Calling delete_port for 3869d408-53ce-42e4-a161-24acd064d9ce owned by network:router_interface {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:51.867017 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.899831 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Pushing event deleted for resources: {'Port': ['ID=3869d408-53ce-42e4-a161-24acd064d9ce,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.956644 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:51.980512 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:51.980857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 6f883b5b-35b9-44d5-8f3d-ba0bf7b04925 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:52.011651 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60490) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.058394 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d9a19cad-6eb9-431d-a822-585a87109104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=098d020e6c2a497a939e7c54eb5cc81a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453274 Aug 10 03:47:52.062953 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60494) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.142131 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.173797 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.274351 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7bcc9735-df7c-476c-ba92-41cb4a8382ca no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:52.295373 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 7bcc9735-df7c-476c-ba92-41cb4a8382ca {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:52.295804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7bcc9735-df7c-476c-ba92-41cb4a8382ca not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:52.311790 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.314663 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.315942 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9839a08-4876-4c76-a964-88331a25fc7b HTTP/1.1" status: 204 len: 168 time: 0.2518759 Aug 10 03:47:52.325759 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1155a-aa00-47c0-bca5-cf11c5e4a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9839a08-4876-4c76-a964-88331a25fc7b,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.369435 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.599220 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Router 3f38da08-c850-43a5-9a57-9bf4de872aa7 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:52.708568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:52.714390 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-344081d6-d746-42dd-8637-80cf4940051d admin admin] 10.222.0.21 "PUT /v2.0/routers/3f38da08-c850-43a5-9a57-9bf4de872aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823994 Aug 10 03:47:52.717409 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60508) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.718824 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Sync routers for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:52.728683 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:52.733915 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:52.843524 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:52.848517 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.954334 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.038006 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:47:51Z', 'revision_number': 5, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port': {'id': '42b69e2b-f0d7-41b8-b0eb-327ec456682e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:38Z', 'updated_at': '2021-08-10T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:53.134418 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Deleting port 42b69e2b-f0d7-41b8-b0eb-327ec456682e {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:53.134704 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.197250 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Checking router: 3f38da08-c850-43a5-9a57-9bf4de872aa7 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:53.222351 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Routers {'3f38da08-c850-43a5-9a57-9bf4de872aa7'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:53.222862 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['3f38da08-c850-43a5-9a57-9bf4de872aa7'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:53.237419 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] For port 42b69e2b-f0d7-41b8-b0eb-327ec456682e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=42b69e2b-f0d7-41b8-b0eb-327ec456682e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:53.237715 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.263815 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Calling delete_port for 42b69e2b-f0d7-41b8-b0eb-327ec456682e owned by network:router_gateway {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:53.336212 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.371523 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] Set router 3f38da08-c850-43a5-9a57-9bf4de872aa7 gateway port host: None {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:53.440360 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:47:52Z', 'revision_number': 6, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port_host': None}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:53.478254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a2bb0-a478-424a-86c2-913c652e3e8d None None] The sync data for ids ['3f38da08-c850-43a5-9a57-9bf4de872aa7'] in dv-cinder-782390-8-iscsi is: [{'id': '3f38da08-c850-43a5-9a57-9bf4de872aa7', 'name': 'tempest-TestShelveInstance-1420076692-router', 'tenant_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:37Z', 'updated_at': '2021-08-10T03:47:52Z', 'revision_number': 6, 'project_id': '77aab94ffcab4a8b9ad529c5a5454ae9', 'gw_port_host': None}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:53.609693 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.637193 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b69e2b-f0d7-41b8-b0eb-327ec456682e,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.697702 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.812272 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.815439 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.992561 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.993189 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f38da08-c850-43a5-9a57-9bf4de872aa7 {{(pid=94114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:54.000900 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] Notify callbacks [] for router, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.000900 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-a172c7cb-a321-4424-8e89-bfe1faf7fc83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f38da08-c850-43a5-9a57-9bf4de872aa7 HTTP/1.1" status: 204 len: 168 time: 1.2803600 Aug 10 03:47:54.002018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60536) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:54.046637 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Deleting subnet a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 {{(pid=94114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:54.049690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.083611 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843279'] for subnet, precommit_delete_associations {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.166989 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.292083 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3869d408-53ce-42e4-a161-24acd064d9ce no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:54.311849 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 3869d408-53ce-42e4-a161-24acd064d9ce {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:54.312191 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 3869d408-53ce-42e4-a161-24acd064d9ce not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:54.312617 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 42b69e2b-f0d7-41b8-b0eb-327ec456682e no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:54.330310 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 42b69e2b-f0d7-41b8-b0eb-327ec456682e {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:54.330651 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 42b69e2b-f0d7-41b8-b0eb-327ec456682e not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:54.369655 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3801012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896685'] for subnet, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.404959 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44a4b1e-6754-4c71-931e-57b7d8b8f2f6,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.411927 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.415833 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-4b42a65c-38f8-44cd-a8b0-874094b0afc1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a44a4b1e-6754-4c71-931e-57b7d8b8f2f6 HTTP/1.1" status: 204 len: 168 time: 0.4117622 Aug 10 03:47:54.417567 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60538) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:54.417862 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619081b-42a6-4da2-a8b5-107dcd3353f2 None None] Network 0559be58-84b2-4cd0-a186-679ac0aab251 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:54.497059 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.613018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Deleting port b672607e-1f1b-499d-810f-f01901fa0118 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:54.613018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.679197 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] DHCP port deletion for 0559be58-84b2-4cd0-a186-679ac0aab251 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:54.696378 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] For port b672607e-1f1b-499d-810f-f01901fa0118, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=b672607e-1f1b-499d-810f-f01901fa0118,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:54.696837 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.711616 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Calling delete_port for b672607e-1f1b-499d-810f-f01901fa0118 owned by network:dhcp {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:54.731234 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Deleting port b672607e-1f1b-499d-810f-f01901fa0118 {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:54.731614 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.798210 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] For port b672607e-1f1b-499d-810f-f01901fa0118, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=b672607e-1f1b-499d-810f-f01901fa0118,segment=NetworkSegment(5b14c7f8-c44d-4c53-83b1-2b833bfcc40e),segment_id=5b14c7f8-c44d-4c53-83b1-2b833bfcc40e)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:54.798644 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.812785 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Calling delete_port for b672607e-1f1b-499d-810f-f01901fa0118 owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:55.025757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.032376 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.054390 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] No DVR routers for this DVR port b672607e-1f1b-499d-810f-f01901fa0118 on host dv-cinder-782390-8-iscsi {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:55.058213 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Pushing event deleted for resources: {'Port': ['ID=b672607e-1f1b-499d-810f-f01901fa0118,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.059865 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] Pushing event deleted for resources: {'Port': ['ID=b672607e-1f1b-499d-810f-f01901fa0118,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.065655 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f0b4-1bc5-414f-b790-ecd85b2ffa30 None None] No DVR routers for this DVR port b672607e-1f1b-499d-810f-f01901fa0118 on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:55.131392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.142707 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0559be58-84b2-4cd0-a186-679ac0aab251']}} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:55.157415 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e') {'for_net_delete': True} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:55.157713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.services.segments.db [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b14c7f8-c44d-4c53-83b1-2b833bfcc40e') {} {{(pid=94114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:55.168460 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843288'] for segment, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.183446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.189724 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:55.190137 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3800938'] for segment, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: Traceback (most recent call last): Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: timer() Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: cb(*args, **kw) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: return func(*args, **kwargs) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: self._notify() Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: self.callback(batched_events) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: event.method(event) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: return f(self, *a, **k) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._get(url).json() Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:55.191796 dv-cinder-782390-8-iscsi neutron-server[94114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:55.306024 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.313933 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.315949 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0559be58-84b2-4cd0-a186-679ac0aab251 HTTP/1.1" status: 204 len: 168 time: 0.8973835 Aug 10 03:47:55.319080 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60556) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:55.325273 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a13ad-adfc-4612-9fef-001f91766124 admin admin] Pushing event deleted for resources: {'Network': ['ID=0559be58-84b2-4cd0-a186-679ac0aab251,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.684479 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.940245 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Deleting port 17a8c702-9130-45a0-be8d-2fded69660bc {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:55.940509 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.023235 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] For port 17a8c702-9130-45a0-be8d-2fded69660bc, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=17a8c702-9130-45a0-be8d-2fded69660bc,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:56.023607 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.037182 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Calling delete_port for 17a8c702-9130-45a0-be8d-2fded69660bc owned by network:router_interface {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:56.166189 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device b672607e-1f1b-499d-810f-f01901fa0118 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:56.186967 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: b672607e-1f1b-499d-810f-f01901fa0118 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:56.194874 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device b672607e-1f1b-499d-810f-f01901fa0118 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:56.334213 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.361307 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Pushing event deleted for resources: {'Port': ['ID=17a8c702-9130-45a0-be8d-2fded69660bc,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:56.530943 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.748658 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:56.764185 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60580) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:56.860794 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:56.865787 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-b53fd8cc-2c72-4d85-9c32-0c452fc0b3de admin admin] 10.222.0.21 "PUT /v2.0/routers/434ea357-cfc5-4b8f-94a3-4fb8492e02bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456638 Aug 10 03:47:56.868340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60584) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:56.870176 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6ce547eb-d508-4efe-8b97-1751f4543527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.870990 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Sync routers for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:56.880443 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:56.881722 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.971492 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.984879 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:57.086634 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.111780 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6ce547eb-d508-4efe-8b97-1751f4543527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.162729 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:56Z', 'revision_number': 5, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.188748 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Checking router: 434ea357-cfc5-4b8f-94a3-4fb8492e02bb for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:57.198004 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Routers {'434ea357-cfc5-4b8f-94a3-4fb8492e02bb'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:57.198625 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.260796 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6ce547eb-d508-4efe-8b97-1751f4543527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.305355 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] Set router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:57.305649 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6ce547eb-d508-4efe-8b97-1751f4543527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d7089d87c7943e387bb7041d89e8d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399189 Aug 10 03:47:57.307870 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce547eb-d508-4efe-8b97-1751f4543527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c25c4c-9cf3-4900-a05b-a7dc50c6068f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:57.308133 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60592) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:57.324271 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Deleting port ed5537a1-d06e-4d5c-883f-4e9112391e0e {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:57.337712 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.420679 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.447553 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] For port ed5537a1-d06e-4d5c-883f-4e9112391e0e, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=ed5537a1-d06e-4d5c-883f-4e9112391e0e,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:57.447928 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.463658 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.472377 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Calling delete_port for ed5537a1-d06e-4d5c-883f-4e9112391e0e owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:57.490544 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:56Z', 'revision_number': 5, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.516623 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838576b-a40b-49df-90f9-0e452ee87a68 None None] The sync data for ids ['434ea357-cfc5-4b8f-94a3-4fb8492e02bb'] in dv-cinder-782390-8-iscsi is: [{'id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'name': 'tempest-TestShelveInstance-338088854-router', 'tenant_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:56Z', 'revision_number': 5, 'project_id': '9a73b7e0d3f94f5997106aaddb8cf5ee', 'gw_port': {'id': 'ed5537a1-d06e-4d5c-883f-4e9112391e0e', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434ea357-cfc5-4b8f-94a3-4fb8492e02bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:57.757257 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.759865 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.761055 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4c25c4c-9cf3-4900-a05b-a7dc50c6068f HTTP/1.1" status: 204 len: 168 time: 0.4519615 Aug 10 03:47:57.762003 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60596) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:57.769244 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432e59a-436e-4073-b227-da61817942bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c25c4c-9cf3-4900-a05b-a7dc50c6068f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:57.876281 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d87fad22-b92a-449c-bbac-3e8dcda4b6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.894331 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4f999fc4-9d0a-4e4b-bfc2-50d086afc49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.896004 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.924697 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5537a1-d06e-4d5c-883f-4e9112391e0e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:57.978008 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d87fad22-b92a-449c-bbac-3e8dcda4b6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.006350 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.094036 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-d87fad22-b92a-449c-bbac-3e8dcda4b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.096694 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.098805 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.155335 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d87fad22-b92a-449c-bbac-3e8dcda4b6be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526a0eb74b6948b98cd7aedee810a218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914487 Aug 10 03:47:58.156413 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fad22-b92a-449c-bbac-3e8dcda4b6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234d92e1-960b-48e8-ba6d-47d6408f4fbf,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.160102 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60604) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.211367 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.237471 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.258755 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 17a8c702-9130-45a0-be8d-2fded69660bc no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:58.273241 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.273790 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434ea357-cfc5-4b8f-94a3-4fb8492e02bb {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:58.279462 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.279566 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 17a8c702-9130-45a0-be8d-2fded69660bc {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:58.279832 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 17a8c702-9130-45a0-be8d-2fded69660bc not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:58.280858 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d8bffa44-4d1e-4eb0-b262-02676f1a2df2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/434ea357-cfc5-4b8f-94a3-4fb8492e02bb HTTP/1.1" status: 204 len: 168 time: 1.4114559 Aug 10 03:47:58.286296 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60606) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.329799 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Deleting subnet 39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:58.332984 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.369442 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.456080 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.458232 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.461330 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.462477 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/234d92e1-960b-48e8-ba6d-47d6408f4fbf HTTP/1.1" status: 204 len: 168 time: 0.3011475 Aug 10 03:47:58.494083 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d956b-c7ed-48e2-95d1-fcd61a5414c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d92e1-960b-48e8-ba6d-47d6408f4fbf,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.745864 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.754373 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60610) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.761601 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.768716 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.770629 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-467b7fb5-5504-48f7-ba6e-20448b940287 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39ce0038-7d0f-4bbe-a7ec-2543dd0ffecb HTTP/1.1" status: 204 len: 168 time: 0.4862354 Aug 10 03:47:58.771660 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-87490eb2-dcb5-4e47-a33f-55c639ab0362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.773806 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60612) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.776999 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8c7f9-10da-45b9-91d1-5d8386b757f5 None None] Network 53b74e72-5d97-471e-a833-bd6276bfd209 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:58.848482 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.870951 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-87490eb2-dcb5-4e47-a33f-55c639ab0362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.919236 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Deleting port 63009259-43dc-4276-b60d-e677e8131ce8 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:58.919582 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.955891 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] DHCP port deletion for 53b74e72-5d97-471e-a833-bd6276bfd209 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:58.983944 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] For port 63009259-43dc-4276-b60d-e677e8131ce8, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=63009259-43dc-4276-b60d-e677e8131ce8,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:58.984350 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.997351 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Calling delete_port for 63009259-43dc-4276-b60d-e677e8131ce8 owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:59.001239 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Deleting port 63009259-43dc-4276-b60d-e677e8131ce8 {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:59.001632 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.068147 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] For port 63009259-43dc-4276-b60d-e677e8131ce8, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=63009259-43dc-4276-b60d-e677e8131ce8,segment=NetworkSegment(4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90),segment_id=4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:59.068670 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.087436 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Calling delete_port for 63009259-43dc-4276-b60d-e677e8131ce8 owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:59.094553 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-87490eb2-dcb5-4e47-a33f-55c639ab0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.146533 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87490eb2-dcb5-4e47-a33f-55c639ab0362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaf6039-a532-4fe4-b2c7-5acb4608b032,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.163993 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-87490eb2-dcb5-4e47-a33f-55c639ab0362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82638e35483d44fca5185a13c5cffdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085219 Aug 10 03:47:59.166643 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60618) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.230822 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.257741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.294749 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.321204 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] Pushing event deleted for resources: {'Port': ['ID=63009259-43dc-4276-b60d-e677e8131ce8,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.324807 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf2cc3-195d-4777-af33-11df296e768e None None] No DVR routers for this DVR port 63009259-43dc-4276-b60d-e677e8131ce8 on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.327740 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.353863 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63009259-43dc-4276-b60d-e677e8131ce8,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.361199 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] No DVR routers for this DVR port 63009259-43dc-4276-b60d-e677e8131ce8 on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.434195 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.446185 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b74e72-5d97-471e-a833-bd6276bfd209']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.449035 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.451676 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.452892 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffaf6039-a532-4fe4-b2c7-5acb4608b032 HTTP/1.1" status: 204 len: 168 time: 0.2852852 Aug 10 03:47:59.462674 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda773-d863-474e-8bdd-6727e60d0428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaf6039-a532-4fe4-b2c7-5acb4608b032,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.464340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.464750 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa6ef7b-7c9d-42f1-8c09-a32cad9b3b90') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.474631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.490655 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.498181 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:59.498586 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self.session.flush() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self.session.flush() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self.session.flush() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self.session.flush() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:59.500322 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:59.643162 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.649403 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.652273 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53b74e72-5d97-471e-a833-bd6276bfd209 HTTP/1.1" status: 204 len: 168 time: 0.8773730 Aug 10 03:47:59.663594 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d528-3650-4424-b9a3-26ae2d1c16d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b74e72-5d97-471e-a833-bd6276bfd209,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.160360 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ed5537a1-d06e-4d5c-883f-4e9112391e0e no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:00.184923 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: ed5537a1-d06e-4d5c-883f-4e9112391e0e {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:00.185274 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device ed5537a1-d06e-4d5c-883f-4e9112391e0e not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:00.196850 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 63009259-43dc-4276-b60d-e677e8131ce8 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:00.209190 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 63009259-43dc-4276-b60d-e677e8131ce8 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:00.209473 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 63009259-43dc-4276-b60d-e677e8131ce8 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:00.357199 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e95c0b4e-7a62-4ebf-9baf-499eae4116e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.465834 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.487930 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60640) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:00.535406 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-d625a68a-1642-4551-a908-8d2df457ec2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77aab94ffcab4a8b9ad529c5a5454ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462928 Aug 10 03:48:00.538180 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60644) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:00.592004 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.621515 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.831358 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.833980 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.835136 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1f9f28f-8d17-456d-81aa-5ec547c6c61f HTTP/1.1" status: 204 len: 168 time: 0.2955132 Aug 10 03:48:00.842997 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb986e-0675-49bc-a2f5-c9f9f274a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9f28f-8d17-456d-81aa-5ec547c6c61f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.557301 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.899715 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60676) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.944503 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60678) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.952003 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-0187213f-d552-4d0a-b935-5aa2a21a4dba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a73b7e0d3f94f5997106aaddb8cf5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504193 Aug 10 03:48:01.999526 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.023692 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.225550 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.228171 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.232082 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ba3757c-359a-4d8b-b976-b3c91739cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2838068 Aug 10 03:48:02.239279 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57abf77-b83c-4d60-a677-d37b71337e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3757c-359a-4d8b-b976-b3c91739cfa7,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.127405 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60696) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:03.230043 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.299907 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.324656 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.431262 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.468528 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f3438-dd6c-495a-9472-d0aafdab1211,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.472266 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad21cea526594fbd8dad7bec1d356b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435745 Aug 10 03:48:03.475936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60704) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:03.478063 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.478419 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.478765 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.479104 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.479440 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.480029 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.480388 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.480719 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.481050 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.481380 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.481713 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.482032 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6fd389-7a2e-4eab-b736-3664586e2b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.526059 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.546621 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:03.547187 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.728464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.731795 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.733250 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d59f3438-dd6c-495a-9472-d0aafdab1211 HTTP/1.1" status: 204 len: 168 time: 0.2561376 Aug 10 03:48:03.742988 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157977d-f4c4-41ef-9d3f-57060bc8573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f3438-dd6c-495a-9472-d0aafdab1211,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.552510 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60714) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:04.565770 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b71a1ada-f2d6-457a-9176-671d81657e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.656786 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b71a1ada-f2d6-457a-9176-671d81657e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.780039 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-b71a1ada-f2d6-457a-9176-671d81657e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.819431 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-b71a1ada-f2d6-457a-9176-671d81657e40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7a7c955e51c4b2aa4dbb2b6e569d11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651944 Aug 10 03:48:04.820301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a1ada-f2d6-457a-9176-671d81657e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd5ca6-2ac0-4c48-a6ac-62dfabd3fd00,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.822171 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60716) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:04.873707 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.894638 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.066051 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.069304 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.072459 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34fd5ca6-2ac0-4c48-a6ac-62dfabd3fd00 HTTP/1.1" status: 204 len: 168 time: 0.2472937 Aug 10 03:48:05.079181 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619c893-b974-45e8-9966-4534851e0ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd5ca6-2ac0-4c48-a6ac-62dfabd3fd00,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.598706 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60822) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:15.705705 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-428f2051-fac5-46d7-9ffb-ea7d38c72c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.793573 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-428f2051-fac5-46d7-9ffb-ea7d38c72c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.916459 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-428f2051-fac5-46d7-9ffb-ea7d38c72c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.952216 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f2051-fac5-46d7-9ffb-ea7d38c72c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7995cc-e308-4174-8267-14c5fd8a555e,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.956497 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-428f2051-fac5-46d7-9ffb-ea7d38c72c0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2873e572e58243079526008d5dd8fcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567245 Aug 10 03:48:15.959573 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60826) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:16.008612 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.031707 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.231427 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.233963 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.235118 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c7995cc-e308-4174-8267-14c5fd8a555e HTTP/1.1" status: 204 len: 168 time: 0.2746711 Aug 10 03:48:16.243518 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc6174-173e-4007-aaa2-3e57bdc23f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7995cc-e308-4174-8267-14c5fd8a555e,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.316320 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60840) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.329891 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4319f5b2-9104-4422-bc40-82f52e94d1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.415396 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4319f5b2-9104-4422-bc40-82f52e94d1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.523083 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-4319f5b2-9104-4422-bc40-82f52e94d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.562016 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-4319f5b2-9104-4422-bc40-82f52e94d1d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d9c8d0474014197a40e3f3310298ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445891 Aug 10 03:48:17.563142 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319f5b2-9104-4422-bc40-82f52e94d1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af57ab8-fdb2-4f98-9500-40e9625ae123,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.564719 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60844) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.615366 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.637233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.859687 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.862316 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.863462 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8af57ab8-fdb2-4f98-9500-40e9625ae123 HTTP/1.1" status: 204 len: 168 time: 0.2975850 Aug 10 03:48:17.872156 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7f162-bdbf-4a0c-9469-112308a2ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af57ab8-fdb2-4f98-9500-40e9625ae123,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.043381 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60884) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.146615 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6efadaf5-72da-467d-87fc-2b8fca62ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.235495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6efadaf5-72da-467d-87fc-2b8fca62ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.345176 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-6efadaf5-72da-467d-87fc-2b8fca62ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.383506 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-6efadaf5-72da-467d-87fc-2b8fca62ceb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=765418ec241342b29a7daeef29e42248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390491 Aug 10 03:48:20.384446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efadaf5-72da-467d-87fc-2b8fca62ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0bb20-82cf-418a-bc7f-37f1ed7ce2c9,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.386258 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60890) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.434684 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.455273 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.607826 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.610406 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.611672 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7d0bb20-82cf-418a-bc7f-37f1ed7ce2c9 HTTP/1.1" status: 204 len: 168 time: 0.2242923 Aug 10 03:48:20.620103 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17dd73-ef4a-4864-80a4-2e6ee3cb2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0bb20-82cf-418a-bc7f-37f1ed7ce2c9,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.388093 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 60928) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.491759 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-35fba1f6-11fe-493d-9da2-d3f17970b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.578818 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-35fba1f6-11fe-493d-9da2-d3f17970b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.773950 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-35fba1f6-11fe-493d-9da2-d3f17970b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.812482 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-35fba1f6-11fe-493d-9da2-d3f17970b1cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0c21efd7ef943ac917e1c24a63d01ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232562 Aug 10 03:48:22.821274 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fba1f6-11fe-493d-9da2-d3f17970b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f5473-2d45-4ab6-8689-546e53be89fe,revision_number=1']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.821426 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 60932) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.866241 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.886993 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.002462 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.005092 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.006276 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d79f5473-2d45-4ab6-8689-546e53be89fe HTTP/1.1" status: 204 len: 168 time: 0.1888170 Aug 10 03:48:23.013905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f80a9-f198-424c-a1c7-e68c2eecf4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f5473-2d45-4ab6-8689-546e53be89fe,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.179994 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.239702 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-33f28d2e-284d-4c3d-a4a9-0f211eab7136 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428116 Aug 10 03:48:26.320400 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-83801610-51b4-4b43-b168-5e45018088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.321906 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-83801610-51b4-4b43-b168-5e45018088a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 1099 time: 0.0402131 Aug 10 03:48:26.428340 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-a17bd7bf-884d-4555-b8a9-9e1a87fe8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.429793 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-a17bd7bf-884d-4555-b8a9-9e1a87fe8b85 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0830576 Aug 10 03:48:26.504292 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-cd29139c-0f27-4e8d-b3b9-9b03b60c0d08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 200 len: 1002 time: 0.0674820 Aug 10 03:48:26.554905 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-a91e99cf-e728-4565-8d8a-51ed88746e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.556380 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-a91e99cf-e728-4565-8d8a-51ed88746e66 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0446165 Aug 10 03:48:26.603864 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-34a40430-f34e-4171-ac37-66cbca671bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.605666 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-34a40430-f34e-4171-ac37-66cbca671bfe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421636 Aug 10 03:48:26.701758 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-48050989-fe14-4eda-baff-97b426187ef0 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881557 Aug 10 03:48:26.799420 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-978c46a9-439d-4074-b6f5-7bcd3d824ea1 req-2140d9a2-40a8-405b-ae3c-0e1cf9140fc2 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906301 Aug 10 03:48:27.813804 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f55d-b43c-4d28-bf67-e9dbc50e0b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.582952 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 32840) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.691746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb37f23e-062f-49b1-8a47-47701ae7115a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.783057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb37f23e-062f-49b1-8a47-47701ae7115a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.916692 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-bb37f23e-062f-49b1-8a47-47701ae7115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.961465 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-bb37f23e-062f-49b1-8a47-47701ae7115a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f376e27cf214f6ba57236aed1a897be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737240 Aug 10 03:48:29.961465 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37f23e-062f-49b1-8a47-47701ae7115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24be8b-d731-42b8-becb-e8f4af3f2dba,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.962530 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 32846) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:30.017311 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.037842 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.197685 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cead3-d494-4f93-9507-b32b39a73349 req-c92e7203-0e6a-4e9c-85c6-335c9e830b2b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.199966 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9a3cead3-d494-4f93-9507-b32b39a73349 req-c92e7203-0e6a-4e9c-85c6-335c9e830b2b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0527706 Aug 10 03:48:30.212869 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.218640 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.218640 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c24be8b-d731-42b8-becb-e8f4af3f2dba HTTP/1.1" status: 204 len: 168 time: 0.2520161 Aug 10 03:48:30.232096 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3310e-6c85-4835-8e05-60e860df2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24be8b-d731-42b8-becb-e8f4af3f2dba,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.250644 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-47f35c4f-a08b-4577-a1db-3be2d09fa7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.251374 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-9a3cead3-d494-4f93-9507-b32b39a73349 req-d5443eea-05ca-49db-a2e4-0722ca255ac3 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460954 Aug 10 03:48:30.390677 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.382462 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e75db-b575-490b-86e7-64e87e2e797d req-d673b8fd-258b-410f-8fbb-1141b5267c7e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.383958 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-487e75db-b575-490b-86e7-64e87e2e797d req-d673b8fd-258b-410f-8fbb-1141b5267c7e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Aug 10 03:48:31.423928 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-487e75db-b575-490b-86e7-64e87e2e797d req-1eaffd2b-4fb9-4516-805d-5ae3a829882c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338190 Aug 10 03:48:31.499433 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.898842 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-5e905129-9429-47d0-adb0-20ebb7cc117f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.900391 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-5e905129-9429-47d0-adb0-20ebb7cc117f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 946 time: 0.0472329 Aug 10 03:48:31.992091 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:31.992467 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.078363 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] For port 5c20a7ba-abbd-421f-82b7-17fb3d02b378, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5c20a7ba-abbd-421f-82b7-17fb3d02b378,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:32.078722 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.254499 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.254869 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.255179 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP b2d03dd3-f555-427f-a3e9-493493fa17d1 disassociated. External IP: 172.27.3.132, port: 5c20a7ba-abbd-421f-82b7-17fb3d02b378. Aug 10 03:48:32.255523 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for 5c20a7ba-abbd-421f-82b7-17fb3d02b378 owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:32.465596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.492568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=5c20a7ba-abbd-421f-82b7-17fb3d02b378,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.539903 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c463f4fb-0c28-4fdc-aa82-0052fe16d8b5 req-83ccb866-9068-4040-b5f7-e33a2fd493cd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0299838 Aug 10 03:48:32.608749 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:32.714915 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:32.724798 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:32.733957 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:32.734683 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:48:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.754180 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] No DVR routers for this DVR port 5c20a7ba-abbd-421f-82b7-17fb3d02b378 on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:32.757477 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.759441 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-bd76b76d-60b1-401d-b55a-50a8b2f4f304 req-76fdeed3-6bfb-4ce0-8267-8507aa4056bd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "DELETE /v2.0/ports/5c20a7ba-abbd-421f-82b7-17fb3d02b378 HTTP/1.1" status: 204 len: 173 time: 0.8523779 Aug 10 03:48:32.759950 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'name': 'network-vif-deleted', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:32.762328 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0673497e-c0e0-4a95-8d2b-f6582b1abc39" -d '{"events": [{"server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "name": "network-vif-deleted", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:32.805018 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07abc07-d6d1-4904-bac3-14733d906046 x-openstack-request-id: req-c07abc07-d6d1-4904-bac3-14733d906046 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:32.805313 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacc5386-d3bd-4440-8275-077517fbd610", "name": "network-vif-deleted", "tag": "5c20a7ba-abbd-421f-82b7-17fb3d02b378", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:32.805568 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c07abc07-d6d1-4904-bac3-14733d906046 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:32.805965 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacc5386-d3bd-4440-8275-077517fbd610', 'name': 'network-vif-deleted', 'tag': '5c20a7ba-abbd-421f-82b7-17fb3d02b378', 'status': 'completed', 'code': 200} Aug 10 03:48:32.844946 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:33.064345 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.090032 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:33.098056 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:33.098652 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:48:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.208910 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:33.283301 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.414510 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.444613 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c514a9-901c-49d3-89d5-04d265ff0812 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:33.663587 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-35eef90c-0443-4e90-a8ba-e99cc9b76011 req-28354e90-585a-49f9-9ee8-e7bb322080c6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=eacc5386-d3bd-4440-8275-077517fbd610 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Aug 10 03:48:33.669341 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0948574-319b-4402-932c-cde867b73cf2 None None] New status for floating IP b2d03dd3-f555-427f-a3e9-493493fa17d1: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:48:34.919994 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-54e0be8a-917b-4c20-b1a6-b84d68ea6640 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749124737&fields=id&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 267 time: 0.0330749 Aug 10 03:48:35.029332 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-b9f682d7-ad62-4a6c-a09f-c61a0f73ff9e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:35.030811 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-b9f682d7-ad62-4a6c-a09f-c61a0f73ff9e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.1042588 Aug 10 03:48:35.047631 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-71c418c9-99c0-48c4-b29a-543725137f22 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/quotas/640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 375 time: 0.0110121 Aug 10 03:48:35.102112 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-c5e9b488-377c-4aee-81ec-c4484f205e97 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472858 Aug 10 03:48:35.200179 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-7dabced8-4e01-4acb-a28e-92a22e9b86ec service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Aug 10 03:48:35.289338 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-668ffaf1-da62-4870-9a81-61ada7594d6c service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830910 Aug 10 03:48:35.970226 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-95a6136c-d56b-47d9-99ed-58fba5a66993 req-83762fec-bcc2-4162-b12b-f696df9662c5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 210 time: 0.0259411 Aug 10 03:48:36.205344 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5c20a7ba-abbd-421f-82b7-17fb3d02b378 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:36.225233 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 5c20a7ba-abbd-421f-82b7-17fb3d02b378 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:36.225508 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 5c20a7ba-abbd-421f-82b7-17fb3d02b378 not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:37.063759 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-456f274b-3941-4e9d-bc81-e332ba7b5b08 req-9c61e926-4963-4fa4-8ea2-15689c0e2510 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 210 time: 0.0263269 Aug 10 03:48:38.159660 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-9100f6ab-259a-4298-acd8-aacc8c942017 req-70126662-cac5-4c11-9dab-100f1c20bdee tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 210 time: 0.0264437 Aug 10 03:48:38.494757 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-f7e9bb45-3332-4680-8410-34eed7f3c941 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:38.496219 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-f7e9bb45-3332-4680-8410-34eed7f3c941 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.0973339 Aug 10 03:48:38.546311 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-9d702493-7f31-4b16-abaa-777a048e0ef5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 380 time: 0.0332530 Aug 10 03:48:38.557264 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'port': {'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'admin_state_up': True, 'tenant_id': '640c843532144cd4ac804d005116e62c', 'security_groups': ['4b0dec94-b266-4986-9fde-fa2680d9e7da']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:38.842150 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Made reservation on behalf of 640c843532144cd4ac804d005116e62c for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:38.845755 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.985589 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.20.0.7 (ef50702a-750c-4693-9c57-2aafe4903705/e0d87ceb-d504-41cd-b2f8-4239a5b0135c/2d9e8850-bd9b-481a-a97f-447f711c167c) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:39.117574 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.131301 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Transition to ACTIVE for port object 2d9e8850-bd9b-481a-a97f-447f711c167c will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:39.236948 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.273026 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabe676-60ce-48a5-af33-d718a3c07ab9 req-2ee58921-80d0-4e5f-a368-bc3f33678214 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.274659 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7cabe676-60ce-48a5-af33-d718a3c07ab9 req-2ee58921-80d0-4e5f-a368-bc3f33678214 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 931 time: 0.0486093 Aug 10 03:48:39.284358 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:39.289495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:39.293435 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:39.318798 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.319423 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-7cabe676-60ce-48a5-af33-d718a3c07ab9 req-b781b586-bb74-4aee-ab9d-fbf331a71844 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 Aug 10 03:48:39.351075 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.352001 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.431491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-72d51a47-8379-4284-831b-feef9771ce09 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777022 Aug 10 03:48:39.452872 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Request body: {'port': {'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:39.506173 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.630166 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5ba15266-606f-4cee-a7be-b191b7e00493 None None] Provisioning for port 2d9e8850-bd9b-481a-a97f-447f711c167c completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:39.634765 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-5ba15266-606f-4cee-a7be-b191b7e00493 None None] Provisioning complete for port 2d9e8850-bd9b-481a-a97f-447f711c167c triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:39.635196 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5ba15266-606f-4cee-a7be-b191b7e00493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.668805 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-5ba15266-606f-4cee-a7be-b191b7e00493 None None] Port 2d9e8850-bd9b-481a-a97f-447f711c167c cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:39.773320 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9e8850-bd9b-481a-a97f-447f711c167c {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:39.781382 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.792704 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Transition to ACTIVE for port object 2d9e8850-bd9b-481a-a97f-447f711c167c will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:39.887707 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.944430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:40.012803 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Attempting to bind port 2d9e8850-bd9b-481a-a97f-447f711c167c on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:40.013128 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Attempting to bind port 2d9e8850-bd9b-481a-a97f-447f711c167c by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:40.019801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Attempting to bind port 2d9e8850-bd9b-481a-a97f-447f711c167c on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:40.019801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Port 2d9e8850-bd9b-481a-a97f-447f711c167c on network ef50702a-750c-4693-9c57-2aafe4903705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:40.019801 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Attempting to bind port 2d9e8850-bd9b-481a-a97f-447f711c167c on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:40.023327 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:40.023655 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:40.024038 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Bound using segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:40.024492 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Bound port: 2d9e8850-bd9b-481a-a97f-447f711c167c, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:40.024848 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.093524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:40.096874 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2d9e8850-bd9b-481a-a97f-447f711c167c,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:40.190835 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.223523 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.224176 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.229081 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] 10.222.0.63 "PUT /v2.0/ports/2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 1093 time: 0.7782347 Aug 10 03:48:40.229081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:40.229081 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35518553-0621-4d64-8f38-8fed7481bf06" -d '{"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:40.257927 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce01e08-86b1-4b0b-b445-60891c495c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:40.275079 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daaeb86-6c08-4868-a2b7-d1a818e91d61 x-openstack-request-id: req-3daaeb86-6c08-4868-a2b7-d1a818e91d61 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:40.275322 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:40.275596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3daaeb86-6c08-4868-a2b7-d1a818e91d61 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:40.275996 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'status': 'completed', 'code': 200} Aug 10 03:48:40.383750 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518553-0621-4d64-8f38-8fed7481bf06 req-9459545f-625d-4a7b-b1ac-0fd734af1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.385709 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-35518553-0621-4d64-8f38-8fed7481bf06 req-9459545f-625d-4a7b-b1ac-0fd734af1743 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1096 time: 0.0528514 Aug 10 03:48:40.438961 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ef15-0654-4ab0-bc4b-ca1abdf45078 req-7c22e923-ea4f-4bd3-a667-7f63722bee12 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.440471 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ab90ef15-0654-4ab0-bc4b-ca1abdf45078 req-7c22e923-ea4f-4bd3-a667-7f63722bee12 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0485725 Aug 10 03:48:40.481218 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ab90ef15-0654-4ab0-bc4b-ca1abdf45078 req-c315b368-9c83-4adc-a987-a31d4b064218 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Aug 10 03:48:40.499946 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518553-0621-4d64-8f38-8fed7481bf06 req-28ebb168-72b5-457f-a53f-0573bf9c3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.501435 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-35518553-0621-4d64-8f38-8fed7481bf06 req-28ebb168-72b5-457f-a53f-0573bf9c3023 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=640c843532144cd4ac804d005116e62c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964620 Aug 10 03:48:40.545758 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:40.592358 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518553-0621-4d64-8f38-8fed7481bf06 req-bbeeaa9a-044c-4dbf-baa6-0a8f3260125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.593811 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-35518553-0621-4d64-8f38-8fed7481bf06 req-bbeeaa9a-044c-4dbf-baa6-0a8f3260125e service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855005 Aug 10 03:48:40.686726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-ff1093b3-5614-45c8-af63-ca009f503114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.688226 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-ff1093b3-5614-45c8-af63-ca009f503114 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1096 time: 0.0391042 Aug 10 03:48:40.738068 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-0bc293f6-b070-45da-a7a1-c9dce70832ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 217 time: 0.0359631 Aug 10 03:48:40.785796 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-6b854c6d-9215-4339-9146-2f2af442a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.787246 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-6b854c6d-9215-4339-9146-2f2af442a6a9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0428050 Aug 10 03:48:40.830860 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-e30c0f84-421e-41bc-b4d4-31cd8d02a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.832348 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-e30c0f84-421e-41bc-b4d4-31cd8d02a7c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382924 Aug 10 03:48:41.197887 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-3322c8ec-7921-4821-a56f-40107889e92e service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586085 Aug 10 03:48:41.285450 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0afb248c-f3a5-46ac-9772-cd09bcba11be req-02b3cbb0-8162-463b-bee3-d97fc9208104 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799928 Aug 10 03:48:41.606799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29bddb-b848-4a63-a1a7-43f8de00592b req-f6d36069-806a-44a8-a9ae-add39dd9876d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:41.608307 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0a29bddb-b848-4a63-a1a7-43f8de00592b req-f6d36069-806a-44a8-a9ae-add39dd9876d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0555518 Aug 10 03:48:41.649161 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0a29bddb-b848-4a63-a1a7-43f8de00592b req-588a18f0-4106-4875-81f0-f172198c7c5f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343614 Aug 10 03:48:42.762331 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873d80-1421-4a65-86cf-bbd302ec7b2b req-1b759626-be43-4720-9101-05c8357ba083 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.763807 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d3873d80-1421-4a65-86cf-bbd302ec7b2b req-1b759626-be43-4720-9101-05c8357ba083 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0485246 Aug 10 03:48:42.800725 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d3873d80-1421-4a65-86cf-bbd302ec7b2b req-123195b7-02bb-48a9-b1d4-74f96a268fd9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Aug 10 03:48:43.913165 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc40b46-6f49-4985-94b8-dedf3d850c4d req-97c7fab0-50f6-436f-8813-c028a4a4ce5c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.914696 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fcc40b46-6f49-4985-94b8-dedf3d850c4d req-97c7fab0-50f6-436f-8813-c028a4a4ce5c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0485187 Aug 10 03:48:43.953959 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-fcc40b46-6f49-4985-94b8-dedf3d850c4d req-dae71c54-abc2-4764-a55e-7cf00f61868d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Aug 10 03:48:45.067988 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38cdfd-c81c-4a10-8372-895617c6f3dd req-481d1d82-4c02-4c3c-8eda-0a2a7e8d751c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.070113 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce38cdfd-c81c-4a10-8372-895617c6f3dd req-481d1d82-4c02-4c3c-8eda-0a2a7e8d751c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0477295 Aug 10 03:48:45.110763 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-ce38cdfd-c81c-4a10-8372-895617c6f3dd req-1663b2d2-5fe2-4d00-a935-b87014e75c41 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347965 Aug 10 03:48:46.228883 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29380b60-0d11-4b3f-95b3-169964bb5e0a req-10a63d88-e9ea-4d03-b933-dfbea923b931 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.230624 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29380b60-0d11-4b3f-95b3-169964bb5e0a req-10a63d88-e9ea-4d03-b933-dfbea923b931 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0483913 Aug 10 03:48:46.267810 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-29380b60-0d11-4b3f-95b3-169964bb5e0a req-2c0f4328-4420-40f5-a791-f3d9fa50ca35 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Aug 10 03:48:47.381693 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910b396-4e73-4ae7-a0c5-1006a5861171 req-385b31b6-04e7-4b49-a2b5-c2d551a83067 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:47.383175 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8910b396-4e73-4ae7-a0c5-1006a5861171 req-385b31b6-04e7-4b49-a2b5-c2d551a83067 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0476036 Aug 10 03:48:47.420588 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8910b396-4e73-4ae7-a0c5-1006a5861171 req-7abf067f-fe72-4826-b5ac-fe6488f70340 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Aug 10 03:48:48.535443 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86fa06-1cc2-42d0-9717-0cb2e45a32b2 req-d1f4837e-22ac-4a67-9c3f-e98aadcdd027 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.537445 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f86fa06-1cc2-42d0-9717-0cb2e45a32b2 req-d1f4837e-22ac-4a67-9c3f-e98aadcdd027 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0507023 Aug 10 03:48:48.573922 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f86fa06-1cc2-42d0-9717-0cb2e45a32b2 req-1642cb18-fb5f-4493-a031-c557d4c7f3ca tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Aug 10 03:48:49.683789 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713196ca-7c76-4ebc-a28c-cb579929d0d3 req-2796a782-0761-4fc7-aaea-f6d483c405bf tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.685289 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-713196ca-7c76-4ebc-a28c-cb579929d0d3 req-2796a782-0761-4fc7-aaea-f6d483c405bf tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0482056 Aug 10 03:48:49.722780 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-713196ca-7c76-4ebc-a28c-cb579929d0d3 req-77a950d1-2e6c-4c20-88f3-90625a15482f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Aug 10 03:48:50.837010 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31294823-1113-4b34-a589-38c600431b50 req-d5fa1f3e-3e91-4bd7-9053-d1294ef11638 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.838480 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31294823-1113-4b34-a589-38c600431b50 req-d5fa1f3e-3e91-4bd7-9053-d1294ef11638 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0471146 Aug 10 03:48:50.875608 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-31294823-1113-4b34-a589-38c600431b50 req-e119f840-1003-47a4-b0ce-6eb77d2689a2 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 10 03:48:51.985921 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113fa7-ca4f-42ab-b761-99221c3e8d91 req-6dfc5135-84f8-443e-afca-c8dd35f8933c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.987384 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1e113fa7-ca4f-42ab-b761-99221c3e8d91 req-6dfc5135-84f8-443e-afca-c8dd35f8933c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0476451 Aug 10 03:48:52.027823 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1e113fa7-ca4f-42ab-b761-99221c3e8d91 req-af35f39a-860d-4c62-9242-a73bb350d45a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Aug 10 03:48:53.142603 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a5b5-5af6-4fc1-ae0f-ee80a7d2500e req-19c4cb53-337a-4388-8272-edfbb5c0a8ae tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.144084 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0471a5b5-5af6-4fc1-ae0f-ee80a7d2500e req-19c4cb53-337a-4388-8272-edfbb5c0a8ae tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0486274 Aug 10 03:48:53.181276 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0471a5b5-5af6-4fc1-ae0f-ee80a7d2500e req-87880c65-8e1f-4e31-9936-b46496aaaade tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Aug 10 03:48:53.195857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.293544 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4ee9-8d2c-4ea3-8382-eb48b9472c6a req-079a5879-95c3-468c-8e50-f7164a707fb8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.295007 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6bbc4ee9-8d2c-4ea3-8382-eb48b9472c6a req-079a5879-95c3-468c-8e50-f7164a707fb8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 943 time: 0.0473561 Aug 10 03:48:54.311137 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 2d9e8850-bd9b-481a-a97f-447f711c167c details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:54.334158 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6bbc4ee9-8d2c-4ea3-8382-eb48b9472c6a req-283b12e5-b6c6-4b6a-88a3-0b8178e43c45 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332222 Aug 10 03:48:54.527060 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2d9e8850-bd9b-481a-a97f-447f711c167c,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.538583 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:54.574978 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.588187 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e8850-bd9b-481a-a97f-447f711c167c {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:54.607505 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2d9e8850-bd9b-481a-a97f-447f711c167c,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.699085 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.749668 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.757139 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.757486 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.757826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.758156 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.758483 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.758887 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.759215 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.759613 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.760015 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.760391 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.760714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.761036 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:54.990302 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['2d9e8850-bd9b-481a-a97f-447f711c167c'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:55.450501 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908ebdf-1263-49d1-97f0-fc45b08cd52a req-4b457a7a-ee55-49cf-bdab-6888b1b2a27c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.452000 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d908ebdf-1263-49d1-97f0-fc45b08cd52a req-4b457a7a-ee55-49cf-bdab-6888b1b2a27c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 944 time: 0.0513449 Aug 10 03:48:55.489212 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-d908ebdf-1263-49d1-97f0-fc45b08cd52a req-f6872598-8a11-4775-b523-dee20a7ef583 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Aug 10 03:48:55.492313 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33020) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.594873 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.680438 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.784389 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.823310 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=beeab61eb3a1434b9a2d7288a3b402e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297884 Aug 10 03:48:55.824469 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709bab8-acc3-437f-8f48-3a75bebfec18,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:55.825929 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33024) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.832524 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.832882 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.833257 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.833602 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.833936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.834275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.834611 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.834943 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.835276 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.835608 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.835933 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.836282 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08784df8-36f8-46cd-8323-36b5c058fa66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:55.876143 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.896654 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.041565 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.044144 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.045326 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5709bab8-acc3-437f-8f48-3a75bebfec18 HTTP/1.1" status: 204 len: 168 time: 0.2184284 Aug 10 03:48:56.053184 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151a1a8-36ce-4f2e-b6f5-ad5fb0faecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709bab8-acc3-437f-8f48-3a75bebfec18,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.327216 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 2d9e8850-bd9b-481a-a97f-447f711c167c up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:56.441597 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port 2d9e8850-bd9b-481a-a97f-447f711c167c completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:56.446534 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port 2d9e8850-bd9b-481a-a97f-447f711c167c triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:56.446926 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.527902 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.553036 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:56.555254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ccaf9a-7de5-469d-94c3-b51d5a769db9" -d '{"events": [{"server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:56.570225 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2d9e8850-bd9b-481a-a97f-447f711c167c,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:56.591049 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f35bc4-9ff2-4a10-b8fb-7fd409ea06ae x-openstack-request-id: req-28f35bc4-9ff2-4a10-b8fb-7fd409ea06ae {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:56.591343 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:56.591599 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f35bc4-9ff2-4a10-b8fb-7fd409ea06ae {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:56.592011 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'code': 200} Aug 10 03:48:56.610525 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21c18-e5f2-4868-a135-22e4d1287319 req-98851b30-3ee1-424e-8502-71c17912e383 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.612014 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1fd21c18-e5f2-4868-a135-22e4d1287319 req-98851b30-3ee1-424e-8502-71c17912e383 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 944 time: 0.0555348 Aug 10 03:48:56.651164 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-1fd21c18-e5f2-4868-a135-22e4d1287319 req-ebce2753-1aa5-4304-a421-47b96c2501ac tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Aug 10 03:48:56.715875 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.762519 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.052619 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1a68-1826-4589-aa82-518b54976e4d req-28cedd56-553e-4d73-9f29-04066f000075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.054120 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0bb1a68-1826-4589-aa82-518b54976e4d req-28cedd56-553e-4d73-9f29-04066f000075 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0426717 Aug 10 03:48:57.088457 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f0bb1a68-1826-4589-aa82-518b54976e4d req-87139e06-f552-4e52-bf4d-d598d41a0fc1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273900 Aug 10 03:48:57.710518 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-0cb02b13-cbe1-442d-822d-0b8d16eb0494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.769955 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a608c0-d0aa-4d8b-b1ff-d89f646b75b3 req-d637b484-eda5-466c-80e5-5dfa4b976b77 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.771478 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-47a608c0-d0aa-4d8b-b1ff-d89f646b75b3 req-d637b484-eda5-466c-80e5-5dfa4b976b77 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0524449 Aug 10 03:48:57.808248 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-47a608c0-d0aa-4d8b-b1ff-d89f646b75b3 req-b805d094-a1c2-4981-adff-e54564cf957f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Aug 10 03:48:58.919290 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fe95b-fba6-4c0b-b56b-a4616e55d420 req-701a05f2-04c2-40d8-a341-46cbc4cc77f6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.920757 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-282fe95b-fba6-4c0b-b56b-a4616e55d420 req-701a05f2-04c2-40d8-a341-46cbc4cc77f6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0465348 Aug 10 03:48:58.957925 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-282fe95b-fba6-4c0b-b56b-a4616e55d420 req-1f34aaeb-8132-4766-9b1e-99945ab44559 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Aug 10 03:48:59.069009 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c99c-d8ab-4a4c-bcf1-ef11c4401cd4 req-0576f942-78f4-4c2a-a12c-db185cf3c31a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.070497 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e2b8c99c-d8ab-4a4c-bcf1-ef11c4401cd4 req-0576f942-78f4-4c2a-a12c-db185cf3c31a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0481238 Aug 10 03:48:59.108610 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-e2b8c99c-d8ab-4a4c-bcf1-ef11c4401cd4 req-8d5a4151-a3b4-44ba-a318-7ccb4132b94d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Aug 10 03:48:59.130528 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33038) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.169818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c413632-51f6-4ee6-9e8b-a24265275cad tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.171361 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-1c413632-51f6-4ee6-9e8b-a24265275cad tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1093 time: 0.0397661 Aug 10 03:48:59.174022 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33040) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.178986 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:59.315542 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.412630 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.512891 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.27.3.28 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:59.614932 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.738811 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.774747 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:59.779441 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:59.782878 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:59.808736 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.129886 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.252706 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9b511504-84f4-45be-b673-973b334e2a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.327361 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.390158 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.470938 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.549634 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.617394 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.630238 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.727516 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP 822748d7-7934-4d7f-9a8f-83275378e33a associated. External IP: 172.27.3.28, port: 2d9e8850-bd9b-481a-a97f-447f711c167c. Aug 10 03:49:00.923263 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:01.026195 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:01.035622 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:01.044240 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:01.049964 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:01.110067 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.137258 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-3f021773-a2b7-487b-8a04-4e70f65aad64 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9622281 Aug 10 03:49:01.137974 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:01.140155 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40943144-cb93-49bb-8bcc-1a572dbcb1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:01.151782 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:01.175516 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c933e7fa-11ed-482c-91b3-8a2d1ef53160 x-openstack-request-id: req-c933e7fa-11ed-482c-91b3-8a2d1ef53160 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:01.175816 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:01.176073 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c933e7fa-11ed-482c-91b3-8a2d1ef53160 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:01.176505 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'status': 'completed', 'code': 200} Aug 10 03:49:01.258658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-93dd5768-b30b-49c9-bd88-3834e15a7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.260174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-93dd5768-b30b-49c9-bd88-3834e15a7610 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0399475 Aug 10 03:49:01.347211 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-e650aeca-507e-4a22-abc2-c63e0af4c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.348717 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-e650aeca-507e-4a22-abc2-c63e0af4c14c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0814006 Aug 10 03:49:01.386745 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:48:59Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:01.416857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:01.417105 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-ed24d562-1526-495a-bfbf-36d58a2963c2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 998 time: 0.0616553 Aug 10 03:49:01.431226 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:01.431833 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:01.466644 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-3bf31c91-ca4d-451f-acb9-04617002977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.468121 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-3bf31c91-ca4d-451f-acb9-04617002977d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0444067 Aug 10 03:49:01.511360 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.512272 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-69655aad-ff16-4a9d-a4f7-a108538619e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.513784 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-69655aad-ff16-4a9d-a4f7-a108538619e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386338 Aug 10 03:49:01.537168 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:01.606748 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-4a437160-5e58-438b-8f7e-116204f129b2 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Aug 10 03:49:01.695631 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-40943144-cb93-49bb-8bcc-1a572dbcb1e1 req-448cab3a-4362-40e4-b50c-aa3f2dedeef5 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810544 Aug 10 03:49:01.757488 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:48:59Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:01.787005 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92782d1-4ee7-4fe7-95c1-5cd62c686484 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:48:59Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:01.972470 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c042ddc-d42a-4068-a4e8-4195392a620f None None] New status for floating IP 822748d7-7934-4d7f-9a8f-83275378e33a: ACTIVE {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:03.184633 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.545115 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:23.155356 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.715503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-3af03d9a-7c37-4c61-88d7-2dc05496919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.325817 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-c6564455-8fb0-4e2f-9d9f-8b50af71e068 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430024 Aug 10 03:49:28.419653 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-9180b7d4-a54b-4174-9144-b423a0619074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.421144 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-9180b7d4-a54b-4174-9144-b423a0619074 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0389802 Aug 10 03:49:28.521497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-560f4b13-b140-4982-8907-705ef9f25c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.522877 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-560f4b13-b140-4982-8907-705ef9f25c4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0821683 Aug 10 03:49:28.590330 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-a7be857f-609e-47ca-a032-b0aeb051419d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 1000 time: 0.0604198 Aug 10 03:49:28.640662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-3a518d28-0f99-4c44-862a-91d9225a8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.642105 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-3a518d28-0f99-4c44-862a-91d9225a8345 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0450623 Aug 10 03:49:28.686663 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-abb8727c-b288-4bae-9d9e-302d96854c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.688061 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-abb8727c-b288-4bae-9d9e-302d96854c01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382292 Aug 10 03:49:28.698444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-652e7660-8d2e-45d4-9113-1a9837f3525c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:49:28.699383 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-652e7660-8d2e-45d4-9113-1a9837f3525c service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048785 Aug 10 03:49:28.790242 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-08db511c-a3d5-4ea8-84b3-e718947af5ee service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Aug 10 03:49:28.876680 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-3ad8bf04-0d66-447e-a492-7897e6aa8c3e req-492a23b5-b63c-4c52-8549-3a1c3e7b77b9 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798867 Aug 10 03:49:30.240576 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1685-388e-49a3-a2e8-07bd2f343a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.349729 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.503733 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.206496 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.161468 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.544395 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:57.725979 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d315f8c9-68c5-4d1d-88c5-838c5926ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.251678 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-83813bc3-b3dd-424a-a668-5660c60f1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.554614 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.503399 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.216894 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.165102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.690939 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ef67-486c-408b-974e-0b1cd3d9dd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.238950 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c40fd21e-77cb-4a38-87da-ccc2cf067220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.330826 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.507788 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.543882 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:31.935688 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-b858f85d-f8ab-4b41-890e-0006c55b726d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283462 Aug 10 03:50:32.034688 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-2cc2b5b4-6cd6-466f-b2d2-43810b7e1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.036072 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-2cc2b5b4-6cd6-466f-b2d2-43810b7e1025 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0389016 Aug 10 03:50:32.135324 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-c3f16d44-6728-4233-87f2-6502e6c95d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.136827 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-c3f16d44-6728-4233-87f2-6502e6c95d25 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0825176 Aug 10 03:50:32.204944 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-a9c652d9-1cee-4b79-a1a5-8c8115ba17c2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 1000 time: 0.0600276 Aug 10 03:50:32.253376 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-8bd36445-b7e9-4dcb-be52-1abc30e1e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.254903 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-8bd36445-b7e9-4dcb-be52-1abc30e1e534 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0434151 Aug 10 03:50:32.298647 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-d00c2d7b-9fe0-49b3-902e-a7c60714026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.300164 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-d00c2d7b-9fe0-49b3-902e-a7c60714026a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388439 Aug 10 03:50:32.398519 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-8d43bfe9-b6c6-490a-b19c-5316f5efd308 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913594 Aug 10 03:50:32.486762 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4afc681d-7b42-44e9-8c85-b36fca92f5a5 req-99bd5471-c475-4ff2-a656-bfd9c03f281e service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810897 Aug 10 03:50:33.405123 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.314460 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-bdffc887-c110-4864-b081-56491405b383 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749124737&fields=id&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 267 time: 0.0330198 Aug 10 03:50:37.421267 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-49d51026-4a8f-4d8b-9cc2-f5a82f472703 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.422633 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-49d51026-4a8f-4d8b-9cc2-f5a82f472703 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.1017981 Aug 10 03:50:37.437814 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-a609b598-0876-4a12-a29a-3fe410f4afe5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/quotas/640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 375 time: 0.0088053 Aug 10 03:50:37.494076 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-f65c85a0-40c9-4d13-a1fd-89e013e0fd85 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511377 Aug 10 03:50:37.556247 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-579836f7-a711-451d-bd4c-6c3f6b1ee6d0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:50:37.557270 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-579836f7-a711-451d-bd4c-6c3f6b1ee6d0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508902 Aug 10 03:50:37.647133 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-d535b243-0732-4759-b30f-e982a4860c0f service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837617 Aug 10 03:50:37.732618 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-25dabac1-4c9c-4fc7-b520-d29f8b2b9fbf service neutron] 10.222.0.21 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793443 Aug 10 03:50:38.974100 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-4640a2cf-3c70-418d-ad5e-27362c8a2e25 req-4f47daa8-1107-4a88-a929-9fb06369c7dd tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 210 time: 0.0825224 Aug 10 03:50:40.067522 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-f3cc3816-4612-4362-919f-0fea0faeaef7 req-0e0d54cc-fc95-4c99-b65a-860f146ef723 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 210 time: 0.0268111 Aug 10 03:50:41.080681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-d27a8030-c404-49a2-815c-80231f30a18d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.082196 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-d27a8030-c404-49a2-815c-80231f30a18d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 812 time: 0.1042511 Aug 10 03:50:41.141066 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-863f9da3-3165-4db6-a733-d108ec94720c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640c843532144cd4ac804d005116e62c HTTP/1.1" status: 200 len: 380 time: 0.0437119 Aug 10 03:50:41.163930 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'port': {'device_id': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'admin_state_up': True, 'tenant_id': '640c843532144cd4ac804d005116e62c', 'security_groups': ['4b0dec94-b266-4986-9fde-fa2680d9e7da']}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.182317 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-d670d6d6-1e41-4845-9351-5db2deb67ae2 req-f55b717d-fc73-49a3-a84b-19f76082e99d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 210 time: 0.0271409 Aug 10 03:50:41.348516 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Made reservation on behalf of 640c843532144cd4ac804d005116e62c for: {'port': 1} {{(pid=94114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:41.352576 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.473488 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.20.0.10 (ef50702a-750c-4693-9c57-2aafe4903705/e0d87ceb-d504-41cd-b2f8-4239a5b0135c/cebddeda-6ad6-468e-b7b2-3c14c996ec9d) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:41.877187 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.889373 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Transition to ACTIVE for port object cebddeda-6ad6-468e-b7b2-3c14c996ec9d will not be triggered until provisioned by entity DHCP. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:41.999455 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.040670 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network ef50702a-750c-4693-9c57-2aafe4903705 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:42.043871 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:42.052002 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:42.075123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.086753 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.087375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.087495 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.087843 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.088182 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.088550 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.088890 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.089228 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.089567 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.089885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.090213 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.090540 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.119339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.120572 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.217205 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-18da7c87-c1f0-4803-b03c-630dfce93fbe tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0571187 Aug 10 03:50:42.236709 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Request body: {'port': {'device_id': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:42.317737 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.336690 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561e3fe-fce2-4de1-9985-b308e33a3e3d req-cfc14351-0d49-49c9-bc7c-b4c5645cbf5f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.338174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c561e3fe-fce2-4de1-9985-b308e33a3e3d req-cfc14351-0d49-49c9-bc7c-b4c5645cbf5f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 932 time: 0.0821238 Aug 10 03:50:42.353686 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-93f8b3c2-b5f3-41a5-8f1c-f954c5bca78b None None] Provisioning for port cebddeda-6ad6-468e-b7b2-3c14c996ec9d completed by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:42.357989 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-93f8b3c2-b5f3-41a5-8f1c-f954c5bca78b None None] Provisioning complete for port cebddeda-6ad6-468e-b7b2-3c14c996ec9d triggered by entity DHCP. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:42.364593 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-93f8b3c2-b5f3-41a5-8f1c-f954c5bca78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.392277 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-93f8b3c2-b5f3-41a5-8f1c-f954c5bca78b None None] Port cebddeda-6ad6-468e-b7b2-3c14c996ec9d cannot update to ACTIVE because it is not bound. {{(pid=94115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:42.457228 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c561e3fe-fce2-4de1-9985-b308e33a3e3d req-ed9c8d31-4537-438c-9a56-832d9dca82e8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947165 Aug 10 03:50:42.613465 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebddeda-6ad6-468e-b7b2-3c14c996ec9d {{(pid=94114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:42.620771 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.632225 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.provisioning_blocks [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Transition to ACTIVE for port object cebddeda-6ad6-468e-b7b2-3c14c996ec9d will not be triggered until provisioned by entity L2. {{(pid=94114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:42.701761 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.749421 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.823153 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Attempting to bind port cebddeda-6ad6-468e-b7b2-3c14c996ec9d on host hv-cinder-78239 for vnic_type normal with profile {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:42.823497 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Attempting to bind port cebddeda-6ad6-468e-b7b2-3c14c996ec9d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:42.823828 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Attempting to bind port cebddeda-6ad6-468e-b7b2-3c14c996ec9d on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:42.828481 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Port cebddeda-6ad6-468e-b7b2-3c14c996ec9d on network ef50702a-750c-4693-9c57-2aafe4903705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:42.828802 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Attempting to bind port cebddeda-6ad6-468e-b7b2-3c14c996ec9d on network ef50702a-750c-4693-9c57-2aafe4903705 {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:42.834605 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Checking agent: {'id': 'f152b07f-33ef-492b-8572-700a4d2cf4c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'started_at': datetime.datetime(2021, 8, 10, 3, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:42.834948 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Checking segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:42.835335 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Bound using segment: {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'} {{(pid=94114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:42.835762 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.managers [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Bound port: cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd59eb6-dd62-4a94-8ce0-07d372630d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705'}}] {{(pid=94114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:42.836123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.902392 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, cleared binding levels {{(pid=94114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:42.905864 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:42.988922 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.020917 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.021698 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.023110 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/cebddeda-6ad6-468e-b7b2-3c14c996ec9d HTTP/1.1" status: 200 len: 1094 time: 0.7908320 Aug 10 03:50:43.025198 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:43.027528 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8919526e-fd86-4099-8f58-1fb7e4f2785b" -d '{"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:43.055446 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0b8ac-46c8-45df-9f39-c07041a382c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=3']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.127464 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98543083-2f01-4333-8a61-9186ed689a16 x-openstack-request-id: req-98543083-2f01-4333-8a61-9186ed689a16 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:43.128077 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:43.128286 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98543083-2f01-4333-8a61-9186ed689a16 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:43.128699 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'status': 'completed', 'code': 200} Aug 10 03:50:43.208496 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-df0e40a6-c97f-4bb5-b53b-0db33a837edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.210030 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-df0e40a6-c97f-4bb5-b53b-0db33a837edd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1097 time: 0.0410848 Aug 10 03:50:43.317744 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-32609e14-7672-447e-8670-74d5bd8cf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.319197 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-32609e14-7672-447e-8670-74d5bd8cf33c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=640c843532144cd4ac804d005116e62c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958889 Aug 10 03:50:43.410838 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-27a4ebd9-fe53-4752-b7fb-7e4ee81d78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.412352 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-8919526e-fd86-4099-8f58-1fb7e4f2785b req-27a4ebd9-fe53-4752-b7fb-7e4ee81d78be service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868533 Aug 10 03:50:43.519147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-cc75152c-f078-416d-ac4d-db064ba1c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.520682 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-cc75152c-f078-416d-ac4d-db064ba1c11a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1097 time: 0.0470035 Aug 10 03:50:43.590754 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-756b914d-1e40-4882-b64c-c1664ebd1480 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d HTTP/1.1" status: 200 len: 217 time: 0.0565703 Aug 10 03:50:43.652725 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350aa19-4794-4002-b486-5bdaef72ce4f req-d0a3f501-69ae-4950-ad19-9ea5253500b2 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.654210 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0350aa19-4794-4002-b486-5bdaef72ce4f req-d0a3f501-69ae-4950-ad19-9ea5253500b2 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.1298342 Aug 10 03:50:43.673483 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-7638967d-460c-4b39-8bd8-1a72cf3c075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.674982 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-7638967d-460c-4b39-8bd8-1a72cf3c075c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0770545 Aug 10 03:50:43.731753 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0350aa19-4794-4002-b486-5bdaef72ce4f req-8a17a393-a5cd-4407-ac07-899382550375 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708048 Aug 10 03:50:43.741237 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-4c37d725-f04c-452a-a0e1-73cd4b4765c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.742737 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-4c37d725-f04c-452a-a0e1-73cd4b4765c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600002 Aug 10 03:50:43.849076 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-ac4762dd-7609-43e3-9b04-a54761c92be9 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991261 Aug 10 03:50:43.939395 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-aae22ad7-cd92-4a70-9d39-ab8e5f51e689 req-2514e1c4-2dd7-44f6-a34a-8cda8c8ca9a7 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832105 Aug 10 03:50:44.848492 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de9855-7212-4f09-abb9-e332c7c032f7 req-396d6be4-5fb7-48e4-a25d-7a679c7e7498 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:44.850036 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a9de9855-7212-4f09-abb9-e332c7c032f7 req-396d6be4-5fb7-48e4-a25d-7a679c7e7498 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0511956 Aug 10 03:50:44.889354 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a9de9855-7212-4f09-abb9-e332c7c032f7 req-4b5d70a1-c081-4ef1-b77e-76241b4bac69 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Aug 10 03:50:46.003231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948dc3-e38a-45cb-b605-aff9a1c8d5eb req-047403e5-2df8-48c1-ad4c-39da0eba9d0e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:46.004813 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ca948dc3-e38a-45cb-b605-aff9a1c8d5eb req-047403e5-2df8-48c1-ad4c-39da0eba9d0e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0499978 Aug 10 03:50:46.043374 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ca948dc3-e38a-45cb-b605-aff9a1c8d5eb req-74718295-aef0-4a6a-aca3-8ad3e20dd6a5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Aug 10 03:50:47.155423 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0feb9-644b-43cb-9ed5-6a713bde6e3c req-0e2cfe25-ea0c-4270-9c2f-2e5de38acad8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:47.156974 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e3c0feb9-644b-43cb-9ed5-6a713bde6e3c req-0e2cfe25-ea0c-4270-9c2f-2e5de38acad8 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0474579 Aug 10 03:50:47.193610 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e3c0feb9-644b-43cb-9ed5-6a713bde6e3c req-324d9b52-1961-4264-88bc-87fa0bffd41c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306647 Aug 10 03:50:48.310407 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6a96b-1bab-4377-9909-b7f382a98c7d req-59114941-4f18-475b-9356-414e3382beab tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:48.311995 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-62a6a96b-1bab-4377-9909-b7f382a98c7d req-59114941-4f18-475b-9356-414e3382beab tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0517859 Aug 10 03:50:48.354759 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-62a6a96b-1bab-4377-9909-b7f382a98c7d req-f2908d6f-a58f-49a8-8ff8-f755eb58ca96 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Aug 10 03:50:49.464253 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25125e7-2fd1-4e45-9c59-309e4fc34f57 req-db360a3c-c724-4da9-b8b7-6c46b46063c6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:49.465740 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a25125e7-2fd1-4e45-9c59-309e4fc34f57 req-db360a3c-c724-4da9-b8b7-6c46b46063c6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0473070 Aug 10 03:50:49.502174 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-a25125e7-2fd1-4e45-9c59-309e4fc34f57 req-e37829b2-03a2-4b7e-8703-bbb73b1eb6ec tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307279 Aug 10 03:50:50.614174 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b85e-f46f-4052-bd33-292210b9f5f3 req-a15f9b98-5620-441d-bf22-d9432d794325 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:50.615665 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4509b85e-f46f-4052-bd33-292210b9f5f3 req-a15f9b98-5620-441d-bf22-d9432d794325 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 944 time: 0.0485213 Aug 10 03:50:50.652212 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-4509b85e-f46f-4052-bd33-292210b9f5f3 req-77a55288-5064-48b2-b84b-e477e1ca608f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Aug 10 03:50:51.058227 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device cebddeda-6ad6-468e-b7b2-3c14c996ec9d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=94115) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:51.153141 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:51.168254 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Returning: {'device': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'port_id': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'mac_address': 'fa:16:3e:8c:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94115) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:51.204168 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.217304 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebddeda-6ad6-468e-b7b2-3c14c996ec9d {{(pid=94115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:51.237142 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:51.348240 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.396379 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=4']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:51.403332 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.403680 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.404022 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.404387 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.404724 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.405059 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.405385 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.405712 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.406039 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.406362 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.406687 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.407028 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.639724 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] get_ports_and_sgs() called for port_ids ['cebddeda-6ad6-468e-b7b2-3c14c996ec9d'] {{(pid=94115) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:51.769203 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d3ec-9fc6-4403-a88a-302e235d3379 req-3e817bec-bd36-46f4-a3e8-5bf153a87ded tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.770722 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c586d3ec-9fc6-4403-a88a-302e235d3379 req-3e817bec-bd36-46f4-a3e8-5bf153a87ded tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 945 time: 0.0524178 Aug 10 03:50:51.809380 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-c586d3ec-9fc6-4403-a88a-302e235d3379 req-1b62c453-407e-44c5-b2fd-c8c0f9c9d254 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 10 03:50:52.923061 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa957e-6cae-4df9-ba0a-dcccd04150d3 req-3ab9be10-ea72-4b70-b5a6-5914b244c399 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.925151 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7baa957e-6cae-4df9-ba0a-dcccd04150d3 req-3ab9be10-ea72-4b70-b5a6-5914b244c399 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 945 time: 0.0475285 Aug 10 03:50:52.962002 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7baa957e-6cae-4df9-ba0a-dcccd04150d3 req-86d636dd-e4b6-4bff-b23f-205853c2ce71 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Aug 10 03:50:53.058063 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device cebddeda-6ad6-468e-b7b2-3c14c996ec9d up at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:53.170426 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.204910 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning for port cebddeda-6ad6-468e-b7b2-3c14c996ec9d completed by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:53.210910 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Provisioning complete for port cebddeda-6ad6-468e-b7b2-3c14c996ec9d triggered by entity L2. {{(pid=94115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:53.213735 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908053'] for port, provisioning_complete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.291722 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.313678 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d'}] {{(pid=94115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:53.315988 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76596b15b746f50c9d5b51f24615fec418d22cc82d7d488923d202e20846882" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8b25e-804c-4ebf-8cef-c046fd79a53c" -d '{"events": [{"server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d"}]}' {{(pid=94115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:53.329662 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:53.405221 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743'] for port, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.407884 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ef7233-1741-495b-b742-5334e6f82dc8 x-openstack-request-id: req-83ef7233-1741-495b-b742-5334e6f82dc8 {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:53.408223 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "name": "network-vif-plugged", "status": "completed", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d", "code": 200}]} {{(pid=94115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:53.408525 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83ef7233-1741-495b-b742-5334e6f82dc8 {{(pid=94115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:53.409431 dv-cinder-782390-8-iscsi neutron-server[94115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'code': 200} Aug 10 03:50:53.453463 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Pushing event updated for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=5']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.832450 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758fd19-0101-4142-8ad3-3dbdffc79639 req-d2a1ca60-6609-4fe5-a1cc-0af945174a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.833847 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a758fd19-0101-4142-8ad3-3dbdffc79639 req-d2a1ca60-6609-4fe5-a1cc-0af945174a6c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1099 time: 0.0432849 Aug 10 03:50:53.870424 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a758fd19-0101-4142-8ad3-3dbdffc79639 req-7dae0f03-8409-4bdf-9462-56641c2df305 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294955 Aug 10 03:50:54.086596 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b141d-acd1-423f-9bfa-f2c35bce808f req-fc51594f-5c8e-4230-977e-e822d920236d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.088037 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-be5b141d-acd1-423f-9bfa-f2c35bce808f req-fc51594f-5c8e-4230-977e-e822d920236d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0481064 Aug 10 03:50:54.126446 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-be5b141d-acd1-423f-9bfa-f2c35bce808f req-298a62cf-7be4-43f1-b142-f8886cfba13a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 Aug 10 03:50:55.241681 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42500b-3c04-4286-8e5d-76bdbc9cce53 req-36088ade-dfac-4272-9a67-42f7c8361240 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.243180 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b42500b-3c04-4286-8e5d-76bdbc9cce53 req-36088ade-dfac-4272-9a67-42f7c8361240 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0487084 Aug 10 03:50:55.281756 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-6b42500b-3c04-4286-8e5d-76bdbc9cce53 req-508d41bf-b313-4d38-928a-953d2f63a13a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Aug 10 03:50:55.393990 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44498818-a3a2-4528-b320-85adce403d27 req-f24ce366-8cc1-4e1c-ab4d-133f1f90bcf5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.395478 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44498818-a3a2-4528-b320-85adce403d27 req-f24ce366-8cc1-4e1c-ab4d-133f1f90bcf5 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0493124 Aug 10 03:50:55.434743 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-44498818-a3a2-4528-b320-85adce403d27 req-88be24ff-470d-43db-8408-87c30c4ff2a6 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332942 Aug 10 03:50:55.457402 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33192) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:55.499351 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6fb68-9cb5-4e21-bb7c-d374641d76d2 tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.500873 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7eb6fb68-9cb5-4e21-bb7c-d374641d76d2 tempest-TestVolumeBootPattern-1449866873 tempest-TestVolumeBootPattern-1449866873-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1094 time: 0.0425060 Aug 10 03:50:55.504160 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33194) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:55.508522 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.v2.base [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Request body: {'floatingip': {'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'port_id': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:55.662141 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.758520 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.871147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.db_base_plugin_common [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Allocated IP 172.27.3.146 (4312c5a2-ed0b-43c0-bde0-c3bb66e4be80/b07cc720-0366-450e-8159-28116a1ff506/df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf) {{(pid=94114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:55.976304 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.097184 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778794515703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.137498 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Network 4312c5a2-ed0b-43c0-bde0-c3bb66e4be80 is already hosted by enough agents. {{(pid=94114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:56.141236 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Resources bound (agent type, host, resource id): {{(pid=94114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:56.144009 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Received port after_create {{(pid=94114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:56.176916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf,revision_number=1']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:56.516303 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.652508 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714838'] for port, before_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.811804 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for port, precommit_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.901874 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778794904733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778794515725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778794515743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3800974'] for port, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.971720 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event updated for resources: {'Port': ['ID=df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf,revision_number=2']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:56.984028 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1961106'] for floatingip, after_update {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.083491 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP ac442765-e8bc-452d-9239-2ee59f22c9e1 associated. External IP: 172.27.3.146, port: cebddeda-6ad6-468e-b7b2-3c14c996ec9d. Aug 10 03:50:57.288997 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:57.397449 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:57.407107 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:57.417072 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:57.417685 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:57.484726 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.511923 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-7b5ae508-7fa8-46d9-9d8d-97bf5278b65c tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0067174 Aug 10 03:50:57.512539 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:57.514834 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f829ca4-4bf0-4760-97e9-49e41d063420" -d '{"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:57.522372 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:57.558339 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8951540-abd3-470b-8c7e-607b19f81fd8 x-openstack-request-id: req-a8951540-abd3-470b-8c7e-607b19f81fd8 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:57.558861 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:57.558861 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8951540-abd3-470b-8c7e-607b19f81fd8 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:57.559261 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'status': 'completed', 'code': 200} Aug 10 03:50:57.641907 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-da7a109d-fac6-47e5-bf1f-f427b125e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.644009 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-da7a109d-fac6-47e5-bf1f-f427b125e401 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1099 time: 0.0418177 Aug 10 03:50:57.742026 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-4e99b0cb-be8f-4edd-88f1-2af5bed3094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.743446 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-4e99b0cb-be8f-4edd-88f1-2af5bed3094f service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0925372 Aug 10 03:50:57.811909 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-45814c3b-6b91-44d4-8ce3-98f4974bfffb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d HTTP/1.1" status: 200 len: 1000 time: 0.0612419 Aug 10 03:50:57.859133 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-bd8162d5-5018-4f3e-ad27-0fa6c59363a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.862212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-0ed23ffd-978c-4ba1-a97e-cbeb95e791a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.863821 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-0ed23ffd-978c-4ba1-a97e-cbeb95e791a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0456951 Aug 10 03:50:57.889821 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}, {'id': 'ac442765-e8bc-452d-9239-2ee59f22c9e1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:8c:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:56Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:57.912046 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-1e607e3a-5b1b-4a67-bb4c-c5c500fe9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.913593 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-1e607e3a-5b1b-4a67-bb4c-c5c500fe9bc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433471 Aug 10 03:50:57.916760 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:57.925714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:57.926354 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:58.002786 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-7db9ac92-84c1-4057-b6f5-9d1169fb1317 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824373 Aug 10 03:50:58.034370 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:58.098517 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-0f829ca4-4bf0-4760-97e9-49e41d063420 req-7dd7e1fe-99b8-4e14-9782-f23b6fda8de5 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890458 Aug 10 03:50:58.271959 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}, {'id': 'ac442765-e8bc-452d-9239-2ee59f22c9e1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:8c:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:56Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:58.297894 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af91ff-66bb-4a57-b6b2-771eadf88556 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}, {'id': 'ac442765-e8bc-452d-9239-2ee59f22c9e1', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:8c:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:56Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 0, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:58.484520 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c9e82-c7d7-4818-bcad-9b91e6f80978 None None] New status for floating IP ac442765-e8bc-452d-9239-2ee59f22c9e1: ACTIVE {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:51:00.216132 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc3c-a6b0-4d7b-b13c-636f4099b0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.341595 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.512801 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.238562 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.542620 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:23.192791 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.775090 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8d98fc15-524d-41f5-a4cb-52590e5d96b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.272718 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-adca8777-55e5-4222-aafc-62468f53588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.352646 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.500738 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.615283 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-752cfa93-7c02-4e9f-96a8-444442520c0a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402577 Aug 10 03:51:31.713057 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-8e9b06b9-4b27-4a75-9acf-d9f0db4eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.714555 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-8e9b06b9-4b27-4a75-9acf-d9f0db4eca97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0395708 Aug 10 03:51:31.821067 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-0c4bdbc2-0771-4b54-907d-b5ddb27fe548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.822468 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-0c4bdbc2-0771-4b54-907d-b5ddb27fe548 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0876582 Aug 10 03:51:31.889454 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-af015206-dedc-4901-a951-d12194bc9a21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 1000 time: 0.0583932 Aug 10 03:51:31.938733 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-297e2850-5c4c-489f-852f-e02f3fb788ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.940409 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-297e2850-5c4c-489f-852f-e02f3fb788ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0442464 Aug 10 03:51:31.989173 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-fc38988a-4fcc-4f44-ac14-f95e4d1f66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.990688 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-fc38988a-4fcc-4f44-ac14-f95e4d1f66b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440371 Aug 10 03:51:32.079134 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-bca5b1ba-8df4-4731-b44f-a0569b87e790 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810387 Aug 10 03:51:32.173173 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7d58194c-245d-4e34-9ac2-c47641b09f4f req-4fa216fc-4b20-435f-bf51-b060d9eeefa3 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Aug 10 03:51:33.203482 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.541462 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:53.220769 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.706177 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-032f0c5a-5b95-4e5e-b37d-b8f09244c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.231744 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-5776577c-73ac-47b2-8a8f-5cebae6b019f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.346616 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.494283 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.191526 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.541178 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:23.179689 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.965391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33222) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:25.394147 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:25.394485 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.468101 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.468434 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.480822 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf owned by network:floatingip {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:25.728543 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.754972 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=df4cfbfd-9ccc-4db5-bceb-a6aa54e9b3bf,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.783043 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.783936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.783936 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.784161 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.784451 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.784784 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.785116 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.785444 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.785773 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.786098 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.786420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.786741 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.831680 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.832011 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP ac442765-e8bc-452d-9239-2ee59f22c9e1 disassociated (deleted). External IP: 172.27.3.146, port: cebddeda-6ad6-468e-b7b2-3c14c996ec9d. Aug 10 03:52:26.038047 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:26.144141 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:26.149095 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.154404 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:26.164117 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:26.164921 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.177146 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-035eb1be-dda0-45bd-97d9-2aae3a728140 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "DELETE /v2.0/floatingips/ac442765-e8bc-452d-9239-2ee59f22c9e1 HTTP/1.1" status: 204 len: 168 time: 1.2106481 Aug 10 03:52:26.177746 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:26.180123 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bcc6cc-0255-4800-9645-87bbb8d41427" -d '{"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:26.223659 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54bee31-73ca-499d-9aeb-fccd84f4cb49 x-openstack-request-id: req-d54bee31-73ca-499d-9aeb-fccd84f4cb49 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:26.223951 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:26.224231 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d54bee31-73ca-499d-9aeb-fccd84f4cb49 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:26.225028 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'status': 'completed', 'code': 200} Aug 10 03:52:26.284251 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:26.311143 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-4775be9e-000a-41c9-989a-61ca031b594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.312630 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-4775be9e-000a-41c9-989a-61ca031b594b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 1099 time: 0.0423369 Aug 10 03:52:26.409583 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-2b9d8bc7-4a7d-461e-887f-46f5cee7e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.411118 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-2b9d8bc7-4a7d-461e-887f-46f5cee7e65d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0919139 Aug 10 03:52:26.453348 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-625867da-cf02-423a-af3c-45b7f5772da6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d HTTP/1.1" status: 200 len: 217 time: 0.0353355 Aug 10 03:52:26.503792 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-eddc5678-3301-4c8d-b90a-30f4961b4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.505386 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-eddc5678-3301-4c8d-b90a-30f4961b4b7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0454800 Aug 10 03:52:26.517320 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.543857 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:26.554114 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:26.554732 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.554980 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-04114a39-f5f0-453d-b498-d8fa8bc02023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.556767 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-04114a39-f5f0-453d-b498-d8fa8bc02023 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446444 Aug 10 03:52:26.657841 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-46b65b7e-d809-41d9-a85c-4d5da2abd859 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931032 Aug 10 03:52:26.672647 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:26.691333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfbd0-ce95-419f-9ca5-aa3a9b013944 req-822a4a4f-825d-4c58-86ea-ee3eb59de8b9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.693696 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dacbfbd0-ce95-419f-9ca5-aa3a9b013944 req-822a4a4f-825d-4c58-86ea-ee3eb59de8b9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0529206 Aug 10 03:52:26.735004 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-dacbfbd0-ce95-419f-9ca5-aa3a9b013944 req-5fdc29cb-6d30-420e-bce5-f1f1b54213f9 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Aug 10 03:52:26.776530 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-c7bcc6cc-0255-4800-9645-87bbb8d41427 req-85affaf7-e8d4-459f-b6d6-eae0277386ec service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928607 Aug 10 03:52:26.912697 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.938862 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b24def-930c-4079-bbff-df4f1703ef9c None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_floatingips': [{'id': '822748d7-7934-4d7f-9a8f-83275378e33a', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'router_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'port_id': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'mac_address': 'fa:16:3e:86:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:59Z', 'updated_at': '2021-08-10T03:49:02Z', 'revision_number': 1, 'project_id': '640c843532144cd4ac804d005116e62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:27.151721 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696e205-c887-4046-bf24-5858479fa384 None None] New status for floating IP ac442765-e8bc-452d-9239-2ee59f22c9e1: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:27.734344 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-78e76b59-b0f7-45e2-9ceb-b85e99048c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.874079 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb58be-4296-4862-b85a-0085081d26b8 req-0b283eb2-ce6d-4a83-bb56-d51deb706d9f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.875480 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2ccb58be-4296-4862-b85a-0085081d26b8 req-0b283eb2-ce6d-4a83-bb56-d51deb706d9f tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0550091 Aug 10 03:52:27.913783 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-2ccb58be-4296-4862-b85a-0085081d26b8 req-5cd7717c-1d73-4fbb-95ac-2a90f094e231 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Aug 10 03:52:28.387472 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b8e7-5595-445c-b680-be475c7cb331 req-976e0458-a71c-476d-b800-a8f509eef12a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.388986 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7713b8e7-5595-445c-b680-be475c7cb331 req-976e0458-a71c-476d-b800-a8f509eef12a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 946 time: 0.0492342 Aug 10 03:52:28.478640 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port cebddeda-6ad6-468e-b7b2-3c14c996ec9d {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:28.478978 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.567950 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] For port cebddeda-6ad6-468e-b7b2-3c14c996ec9d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:28.568240 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.582186 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for cebddeda-6ad6-468e-b7b2-3c14c996ec9d owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:28.814500 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.843799 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=cebddeda-6ad6-468e-b7b2-3c14c996ec9d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.884213 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] No DVR routers for this DVR port cebddeda-6ad6-468e-b7b2-3c14c996ec9d on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:28.886713 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.888701 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-7713b8e7-5595-445c-b680-be475c7cb331 req-60dbb9b1-2810-4e8f-ac9f-61ba4b0ed61e tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "DELETE /v2.0/ports/cebddeda-6ad6-468e-b7b2-3c14c996ec9d HTTP/1.1" status: 204 len: 173 time: 0.4930894 Aug 10 03:52:28.889138 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'name': 'network-vif-deleted', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:28.891391 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa82ef8-b805-4adb-a454-a8ab07c3bf12" -d '{"events": [{"server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "name": "network-vif-deleted", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:28.926380 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06969e55-6d9b-440d-b2f4-029f80e6db79 x-openstack-request-id: req-06969e55-6d9b-440d-b2f4-029f80e6db79 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:28.926673 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c", "name": "network-vif-deleted", "tag": "cebddeda-6ad6-468e-b7b2-3c14c996ec9d", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:28.926926 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06969e55-6d9b-440d-b2f4-029f80e6db79 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:28.927356 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c', 'name': 'network-vif-deleted', 'tag': 'cebddeda-6ad6-468e-b7b2-3c14c996ec9d', 'status': 'completed', 'code': 200} Aug 10 03:52:29.018471 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-59a4028d-8929-49dd-b7c9-06a0c82db3bd req-642161d5-8fe4-48e9-990b-28facd960cdf tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 210 time: 0.0314646 Aug 10 03:52:30.134219 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-8ef47d62-286a-43d5-b3a4-9e2558668744 req-982cb698-c6fd-41a2-bf80-4d53073737ee tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=988f0a2f-ba45-4bd7-a833-85d4d5f7ab1c HTTP/1.1" status: 200 len: 210 time: 0.0323150 Aug 10 03:52:30.265461 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b5832187-fcf6-4070-8aae-f3b8086b9b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.356511 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.499598 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.506714 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device cebddeda-6ad6-468e-b7b2-3c14c996ec9d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.526918 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: cebddeda-6ad6-468e-b7b2-3c14c996ec9d {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:31.527259 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device cebddeda-6ad6-468e-b7b2-3c14c996ec9d not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:33.237339 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.631408 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33270) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.785214 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port 7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:33.785556 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.860818 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.861145 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.872913 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for 7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f owned by network:floatingip {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:34.093819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.119271 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=7eaf8a5e-05ff-47a5-bda5-fd8ef1297e0f,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.188734 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.189064 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.db.l3_db [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Floating IP 822748d7-7934-4d7f-9a8f-83275378e33a disassociated (deleted). External IP: 172.27.3.28, port: 2d9e8850-bd9b-481a-a97f-447f711c167c. Aug 10 03:52:34.394957 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:34.499257 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:34.504157 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.508845 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:34.518925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:34.519537 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:34.533610 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-29e9c33a-fefe-4a74-a9d9-24bba44ce188 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "DELETE /v2.0/floatingips/822748d7-7934-4d7f-9a8f-83275378e33a HTTP/1.1" status: 204 len: 168 time: 0.9011321 Aug 10 03:52:34.534198 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:34.536456 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba74d6a5-4304-4101-8d97-c02c50a039ec" -d '{"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:34.575686 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebe56a9-476e-4c3c-aa2a-34798f149876 x-openstack-request-id: req-4ebe56a9-476e-4c3c-aa2a-34798f149876 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:34.576012 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:34.576275 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ebe56a9-476e-4c3c-aa2a-34798f149876 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:34.576681 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'status': 'completed', 'code': 200} Aug 10 03:52:34.631300 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:34.680850 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-c47e7e64-7c91-4b8b-a34d-9eceb7e6f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.682405 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-c47e7e64-7c91-4b8b-a34d-9eceb7e6f33f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=640c843532144cd4ac804d005116e62c&device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 1098 time: 0.0508733 Aug 10 03:52:34.778607 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-71bf494d-8db6-4444-a134-b2c8f2009dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.780174 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-71bf494d-8db6-4444-a134-b2c8f2009dbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 200 len: 913 time: 0.0891981 Aug 10 03:52:34.830003 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-d35404b8-2102-485a-8242-c9630e30d3e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 200 len: 217 time: 0.0427158 Aug 10 03:52:34.853423 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:34.881062 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:34.887206 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-51b8c269-5cec-4700-b381-e451c8495833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.888845 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-51b8c269-5cec-4700-b381-e451c8495833 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 200 len: 851 time: 0.0523801 Aug 10 03:52:34.892473 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:34.893102 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:34.938405 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-f4abbc21-68fd-4f08-949d-2fad3b93953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.940224 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-f4abbc21-68fd-4f08-949d-2fad3b93953d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef50702a-750c-4693-9c57-2aafe4903705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447681 Aug 10 03:52:35.076918 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237b38-28c3-4191-80cb-1277580c5950 req-884da2fc-a183-41cc-9a53-642c206bbb2a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.078423 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-78237b38-28c3-4191-80cb-1277580c5950 req-884da2fc-a183-41cc-9a53-642c206bbb2a tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0711637 Aug 10 03:52:35.086108 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-150b044f-7d59-45da-a4e3-44265a93a041 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352735 Aug 10 03:52:35.141400 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:35.172048 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-78237b38-28c3-4191-80cb-1277580c5950 req-4ab0c1e8-f91a-4315-ba1d-b43aedd8af58 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848982 Aug 10 03:52:35.200992 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-ba74d6a5-4304-4101-8d97-c02c50a039ec req-cdff4f33-80a8-449e-a218-4ae7dedfa3f2 service neutron] 10.222.0.63 "GET /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075313 Aug 10 03:52:35.339769 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:35.371800 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55364f33-11cb-49e0-8f73-cc87de8e2d52 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 4, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi', '_interfaces': [{'id': 'aae4c798-ce8c-4004-9eb4-76e80f96b507', 'name': '', 'network_id': 'ef50702a-750c-4693-9c57-2aafe4903705', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'mac_address': 'fa:16:3e:57:74:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:29Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'subnets': [{'id': 'e0d87ceb-d504-41cd-b2f8-4239a5b0135c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:35.593921 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9b110-dfd1-475e-a448-13eb09667997 None None] New status for floating IP 822748d7-7934-4d7f-9a8f-83275378e33a: DOWN {{(pid=94116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:36.286865 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2686cf-d225-4502-a9c0-aab48f36533a req-c97b93c4-a3b5-464b-92b1-ae7dfe68c477 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.288414 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aa2686cf-d225-4502-a9c0-aab48f36533a req-c97b93c4-a3b5-464b-92b1-ae7dfe68c477 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0480094 Aug 10 03:52:36.326831 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-aa2686cf-d225-4502-a9c0-aab48f36533a req-d98680aa-50f4-47aa-9024-b2ccff779892 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b0dec94-b266-4986-9fde-fa2680d9e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324497 Aug 10 03:52:36.641585 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-6dbe1f2b-3aa7-4458-ad11-c79d94ad520b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.643077 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-6dbe1f2b-3aa7-4458-ad11-c79d94ad520b tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 945 time: 0.0539277 Aug 10 03:52:36.733577 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port 2d9e8850-bd9b-481a-a97f-447f711c167c {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:36.733921 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.852375 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] For port 2d9e8850-bd9b-481a-a97f-447f711c167c, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2d9e8850-bd9b-481a-a97f-447f711c167c,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:36.852743 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.865897 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for 2d9e8850-bd9b-481a-a97f-447f711c167c owned by compute:nova {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:37.048300 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.077127 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=2d9e8850-bd9b-481a-a97f-447f711c167c,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.119233 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] No DVR routers for this DVR port 2d9e8850-bd9b-481a-a97f-447f711c167c on host hv-cinder-78239 {{(pid=94114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:37.121721 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for port, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.123693 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [req-a1bd76d6-1573-4686-9a0c-592150cd5a74 req-8e88eaa9-374a-4c52-b308-b9f546549038 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.63 "DELETE /v2.0/ports/2d9e8850-bd9b-481a-a97f-447f711c167c HTTP/1.1" status: 204 len: 173 time: 0.4752035 Aug 10 03:52:37.124131 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'name': 'network-vif-deleted', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c'}] {{(pid=94114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:37.126938 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ceab28fa1c78d3e711112f4a21be1a0d21e6eabafee51355c9665a39f0b2a06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c71203d-b89b-47dc-a563-b0b4bff264bd" -d '{"events": [{"server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "name": "network-vif-deleted", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c"}]}' {{(pid=94114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:37.161819 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b9c68e-9d79-429c-9922-a2ca19a82c31 x-openstack-request-id: req-e1b9c68e-9d79-429c-9922-a2ca19a82c31 {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:37.162110 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aab090-5259-4a34-ab2e-4e8f51b2c3ec", "name": "network-vif-deleted", "tag": "2d9e8850-bd9b-481a-a97f-447f711c167c", "status": "completed", "code": 200}]} {{(pid=94114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:37.162367 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1b9c68e-9d79-429c-9922-a2ca19a82c31 {{(pid=94114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:37.162764 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aab090-5259-4a34-ab2e-4e8f51b2c3ec', 'name': 'network-vif-deleted', 'tag': '2d9e8850-bd9b-481a-a97f-447f711c167c', 'status': 'completed', 'code': 200} Aug 10 03:52:37.423916 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [req-e494d246-4dd8-4c9a-be39-c2f76743f6d9 req-ff6b7784-11a9-4690-985a-2504a24375e4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "GET /v2.0/ports?device_id=72aab090-5259-4a34-ab2e-4e8f51b2c3ec HTTP/1.1" status: 200 len: 210 time: 0.0293398 Aug 10 03:52:38.483226 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33286) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.607342 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Deleting port 3f547c66-cbad-4f34-8340-fe2665ab69b4 {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:38.607691 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.682604 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.682932 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.694916 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Calling delete_port for 3f547c66-cbad-4f34-8340-fe2665ab69b4 owned by network:floatingip {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:38.888283 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.915639 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'Port': ['ID=3f547c66-cbad-4f34-8340-fe2665ab69b4,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.972148 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.974681 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44906'] for floatingip, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.976101 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-15736651-83be-4d3f-ac98-a8008a4720f4 tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "DELETE /v2.0/floatingips/b2d03dd3-f555-427f-a3e9-493493fa17d1 HTTP/1.1" status: 204 len: 168 time: 0.4918072 Aug 10 03:52:39.556074 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 2d9e8850-bd9b-481a-a97f-447f711c167c no longer exists at agent hyperv_hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:39.576335 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] No Port match for: 2d9e8850-bd9b-481a-a97f-447f711c167c {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:39.576682 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Device 2d9e8850-bd9b-481a-a97f-447f711c167c not bound to the agent host hv-cinder-78239 {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:40.481699 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33298) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.481699 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.481699 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.602098 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.604745 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.605923 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b0dec94-b266-4986-9fde-fa2680d9e7da HTTP/1.1" status: 204 len: 168 time: 0.2516074 Aug 10 03:52:40.615453 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908359c-89e7-4cac-9386-2ae737ccff8d tempest-TestVolumeBootPattern-1252056161 tempest-TestVolumeBootPattern-1252056161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0dec94-b266-4986-9fde-fa2680d9e7da,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.761399 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33304) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.258439 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.502122 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Deleting port aae4c798-ce8c-4004-9eb4-76e80f96b507 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:42.502465 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.576968 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] For port aae4c798-ce8c-4004-9eb4-76e80f96b507, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=aae4c798-ce8c-4004-9eb4-76e80f96b507,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:42.577243 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.590617 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Calling delete_port for aae4c798-ce8c-4004-9eb4-76e80f96b507 owned by network:router_interface {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:42.824926 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.854893 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae4c798-ce8c-4004-9eb4-76e80f96b507,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:42.904555 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.022277 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.230749 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Router e54896eb-a07d-4802-a646-fcecfceb6d91 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:43.332331 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:43.337403 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-99668f12-98a1-4546-a869-aa1c7df46465 admin admin] 10.222.0.21 "PUT /v2.0/routers/e54896eb-a07d-4802-a646-fcecfceb6d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5748379 Aug 10 03:52:43.339951 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33308) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.341132 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Sync routers for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:43.351694 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:43.352358 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.460808 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:43.646299 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.673976 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.677472 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Checking router: e54896eb-a07d-4802-a646-fcecfceb6d91 for host: dv-cinder-782390-8-iscsi {{(pid=94115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:43.686894 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Routers {'e54896eb-a07d-4802-a646-fcecfceb6d91'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:43.687633 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e54896eb-a07d-4802-a646-fcecfceb6d91'], 'active': True} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.780531 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.801953 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvr_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] Set router e54896eb-a07d-4802-a646-fcecfceb6d91 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:43.943333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Deleting port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:43.943965 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.024988 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] For port 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:44.025361 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.026399 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_hamode_db [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.039018 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Calling delete_port for 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:44.052669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfda42d-c57b-4ea3-8e5f-ae14cad75080 None None] The sync data for ids ['e54896eb-a07d-4802-a646-fcecfceb6d91'] in dv-cinder-782390-8-iscsi is: [{'id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'name': 'tempest-TestVolumeBootPattern-1296824727-router', 'tenant_id': '640c843532144cd4ac804d005116e62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 5, 'project_id': '640c843532144cd4ac804d005116e62c', 'gw_port': {'id': '7cd1688c-1fd4-4a77-9bc5-d0305a7390a7', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54896eb-a07d-4802-a646-fcecfceb6d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}] {{(pid=94115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:44.247904 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.278264 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd1688c-1fd4-4a77-9bc5-d0305a7390a7,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.337089 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.435632 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.438339 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.505417 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device aae4c798-ce8c-4004-9eb4-76e80f96b507 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:44.530177 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: aae4c798-ce8c-4004-9eb4-76e80f96b507 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:44.530528 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device aae4c798-ce8c-4004-9eb4-76e80f96b507 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:44.568086 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.568681 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54896eb-a07d-4802-a646-fcecfceb6d91 {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:44.577478 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.577478 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-335ff798-1cee-4eff-a3ac-55059e9c5b1c admin admin] 10.222.0.21 "DELETE /v2.0/routers/e54896eb-a07d-4802-a646-fcecfceb6d91 HTTP/1.1" status: 204 len: 168 time: 1.2335191 Aug 10 03:52:44.577478 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33310) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.628163 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Deleting subnet e0d87ceb-d504-41cd-b2f8-4239a5b0135c {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:44.631534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.667343 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.748931 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.888585 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.918608 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d87ceb-d504-41cd-b2f8-4239a5b0135c,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.924316 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.928442 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-e9bbca49-401b-4cbd-aca6-728462c8bd3d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0d87ceb-d504-41cd-b2f8-4239a5b0135c HTTP/1.1" status: 204 len: 168 time: 0.3481023 Aug 10 03:52:44.928697 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33312) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.929532 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7253b6e-8af8-4655-aff1-f5197f23f499 None None] Network ef50702a-750c-4693-9c57-2aafe4903705 requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:44.996519 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.059135 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Deleting port 8260736f-e8c2-45fc-a9c9-37695de73cf6 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:45.059489 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.131358 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] DHCP port deletion for ef50702a-750c-4693-9c57-2aafe4903705 request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:45.143606 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] For port 8260736f-e8c2-45fc-a9c9-37695de73cf6, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8260736f-e8c2-45fc-a9c9-37695de73cf6,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:45.143901 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.156899 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Calling delete_port for 8260736f-e8c2-45fc-a9c9-37695de73cf6 owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:45.180812 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Deleting port 8260736f-e8c2-45fc-a9c9-37695de73cf6 {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:45.181198 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.242520 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] For port 8260736f-e8c2-45fc-a9c9-37695de73cf6, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=8260736f-e8c2-45fc-a9c9-37695de73cf6,segment=NetworkSegment(fdd59eb6-dd62-4a94-8ce0-07d372630d11),segment_id=fdd59eb6-dd62-4a94-8ce0-07d372630d11)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:45.242940 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.256503 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Calling delete_port for 8260736f-e8c2-45fc-a9c9-37695de73cf6 owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:45.316793 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.337925 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.345544 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8260736f-e8c2-45fc-a9c9-37695de73cf6,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.348900 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] No DVR routers for this DVR port 8260736f-e8c2-45fc-a9c9-37695de73cf6 on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:45.366577 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Pushing event deleted for resources: {'Port': ['ID=8260736f-e8c2-45fc-a9c9-37695de73cf6,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.370918 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] No DVR routers for this DVR port 8260736f-e8c2-45fc-a9c9-37695de73cf6 on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:45.378422 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.378768 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.379108 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.379448 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.379780 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.380111 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.380472 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.380795 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.381127 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.381450 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.381840 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.383411 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a701b2ba-3ff0-4a3b-a9e5-3e7efea220bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-8-iscsi {{(pid=94115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:45.429718 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.440086 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef50702a-750c-4693-9c57-2aafe4903705']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:45.451333 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd59eb6-dd62-4a94-8ce0-07d372630d11') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:45.451629 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd59eb6-dd62-4a94-8ce0-07d372630d11') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:45.461122 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.474936 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.481038 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:45.481435 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:45.483077 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:45.613776 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.618336 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.620412 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef50702a-750c-4693-9c57-2aafe4903705 HTTP/1.1" status: 204 len: 168 time: 0.6906404 Aug 10 03:52:45.633828 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769594-42c7-4c4d-87a5-c7dcacbaad30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef50702a-750c-4693-9c57-2aafe4903705,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.634754 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33314) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.245420 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1962386'] for router_interface, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.311173 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:46.331650 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:46.332066 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 7cd1688c-1fd4-4a77-9bc5-d0305a7390a7 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:46.332523 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8260736f-e8c2-45fc-a9c9-37695de73cf6 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:46.351603 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 8260736f-e8c2-45fc-a9c9-37695de73cf6 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:46.351944 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 8260736f-e8c2-45fc-a9c9-37695de73cf6 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:46.486809 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Deleting port c55b0547-bc0a-4b17-88cb-0e7d402052db {{(pid=94114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:46.487154 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.566839 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.db [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] For port c55b0547-bc0a-4b17-88cb-0e7d402052db, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=c55b0547-bc0a-4b17-88cb-0e7d402052db,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:46.567212 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.580242 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.plugins.ml2.plugin [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Calling delete_port for c55b0547-bc0a-4b17-88cb-0e7d402052db owned by network:router_interface {{(pid=94114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:46.807742 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3800967'] for port, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.833658 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c55b0547-bc0a-4b17-88cb-0e7d402052db,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.001901 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1962018'] for router_interface, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.217662 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Router e29bc423-99b8-4ff6-a903-64abf7d078d5 has already been hosted by L3 agent 1e4806cd-0945-4e14-b663-09cc2951fe96 {{(pid=94114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:47.321262 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] Notify agent at l3_agent.dv-cinder-782390-8-iscsi the message routers_updated {{(pid=94114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:47.326431 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-af1010dc-9e26-4d25-a458-2ab847422e8a admin admin] 10.222.0.21 "PUT /v2.0/routers/e29bc423-99b8-4ff6-a903-64abf7d078d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906996 Aug 10 03:52:47.329679 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33316) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:47.330315 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Sync routers for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:47.339182 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:47.339777 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.436567 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.444037 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: dv-cinder-782390-8-iscsi {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:47.546689 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.630451 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'external_fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 5, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port': {'id': '608f3c59-0fb6-43e6-a1a0-e85a54859b29', 'name': '', 'network_id': '4312c5a2-ed0b-43c0-bde0-c3bb66e4be80', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b07cc720-0366-450e-8159-28116a1ff506', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b07cc720-0366-450e-8159-28116a1ff506', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-8-iscsi'}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.658811 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Checking router: e29bc423-99b8-4ff6-a903-64abf7d078d5 for host: dv-cinder-782390-8-iscsi {{(pid=94116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:47.667223 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Routers {'e29bc423-99b8-4ff6-a903-64abf7d078d5'} bound to L3 agent in host dv-cinder-782390-8-iscsi {{(pid=94116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:47.667837 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:30Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='dv-cinder-782390-8-iscsi',id=1e4806cd-0945-4e14-b663-09cc2951fe96,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:31Z,topic='l3_agent')) {'router_ids': ['e29bc423-99b8-4ff6-a903-64abf7d078d5'], 'active': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.672687 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Deleting port 608f3c59-0fb6-43e6-a1a0-e85a54859b29 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:47.673036 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.752163 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] For port 608f3c59-0fb6-43e6-a1a0-e85a54859b29, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=608f3c59-0fb6-43e6-a1a0-e85a54859b29,segment=NetworkSegment(b1783cd2-ea39-45c1-b50e-5456090eaa81),segment_id=b1783cd2-ea39-45c1-b50e-5456090eaa81)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:47.752470 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.761792 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvr_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] Set router e29bc423-99b8-4ff6-a903-64abf7d078d5 gateway port host: None {{(pid=94116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:47.765169 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Calling delete_port for 608f3c59-0fb6-43e6-a1a0-e85a54859b29 owned by network:router_gateway {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:47.816306 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.l3_hamode_db [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:52:47Z', 'revision_number': 6, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port_host': None}], 'dv-cinder-782390-8-iscsi', False) {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.843506 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d4ed3-f5b3-42b3-8f0f-611347410b88 None None] The sync data for ids ['e29bc423-99b8-4ff6-a903-64abf7d078d5'] in dv-cinder-782390-8-iscsi is: [{'id': 'e29bc423-99b8-4ff6-a903-64abf7d078d5', 'name': 'tempest-TestVolumeBootPattern-420226441-router', 'tenant_id': '8a90442f398e4eed98b7db983952458c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:34Z', 'updated_at': '2021-08-10T03:52:47Z', 'revision_number': 6, 'project_id': '8a90442f398e4eed98b7db983952458c', 'gw_port_host': None}] {{(pid=94116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:47.996833 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.028650 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=608f3c59-0fb6-43e6-a1a0-e85a54859b29,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.085397 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1961156'] for router_gateway, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.174409 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1964336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-902'] for router, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.176460 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.282144 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1964484'] for router, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.282651 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29bc423-99b8-4ff6-a903-64abf7d078d5 {{(pid=94113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:48.286815 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] Notify callbacks [] for router, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.287975 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-36a04d88-911e-4470-a2b2-4240b2c5a6ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/e29bc423-99b8-4ff6-a903-64abf7d078d5 HTTP/1.1" status: 204 len: 168 time: 0.9573157 Aug 10 03:52:48.290485 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33318) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:48.338458 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Deleting subnet 85110ced-14a9-4b6d-8f4d-dfc8be68c96f {{(pid=94113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:48.341775 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.376631 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3358389'] for subnet, precommit_delete_associations {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.457313 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662767'] for subnet, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.551194 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8709559'] for subnet, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.581069 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85110ced-14a9-4b6d-8f4d-dfc8be68c96f,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.591012 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for subnet, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.591308 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567069d-1531-423f-ab00-63f1e5c974dd None None] Network 848a08d0-7a78-423a-b496-fcbcb77541be requested from dv-cinder-782390-8-iscsi {{(pid=94115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:48.593194 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-cff3d855-3477-4c4c-bab1-a042c01cdc90 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/85110ced-14a9-4b6d-8f4d-dfc8be68c96f HTTP/1.1" status: 204 len: 168 time: 0.3017561 Aug 10 03:52:48.596094 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [-] (94113) accepted ('10.222.0.21', 33320) {{(pid=94113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:48.680190 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-564272'] for network, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.700613 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c55b0547-bc0a-4b17-88cb-0e7d402052db no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:48.724140 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: c55b0547-bc0a-4b17-88cb-0e7d402052db {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:48.724489 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device c55b0547-bc0a-4b17-88cb-0e7d402052db not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:48.742158 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Deleting port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 {{(pid=94113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:48.742501 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.796629 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] DHCP port deletion for 848a08d0-7a78-423a-b496-fcbcb77541be request from dv-cinder-782390-8-iscsi {{(pid=94115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:48.812057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.db [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] For port 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=67ccdf3a-0842-4ee1-a585-acd02a69eb37,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:48.812057 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.825318 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Calling delete_port for 67ccdf3a-0842-4ee1-a585-acd02a69eb37 owned by network:dhcp {{(pid=94113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:48.851631 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Deleting port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 {{(pid=94115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:48.852013 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778794898737'] for port, before_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.922089 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.db [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] For port 67ccdf3a-0842-4ee1-a585-acd02a69eb37, host dv-cinder-782390-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-8-iscsi',level=0,port_id=67ccdf3a-0842-4ee1-a585-acd02a69eb37,segment=NetworkSegment(31ddbe4f-76dc-4fa4-94f6-935f62af99f2),segment_id=31ddbe4f-76dc-4fa4-94f6-935f62af99f2)] {{(pid=94115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:48.922512 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958816'] for port, precommit_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.935879 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Calling delete_port for 67ccdf3a-0842-4ee1-a585-acd02a69eb37 owned by network:dhcp {{(pid=94115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:49.013754 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513323'] for port, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.021178 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778794904715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778794515716'] for port, after_delete {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.039318 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ccdf3a-0842-4ee1-a585-acd02a69eb37,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.043987 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] No DVR routers for this DVR port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 on host dv-cinder-782390-8-iscsi {{(pid=94113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:49.046792 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] Pushing event deleted for resources: {'Port': ['ID=67ccdf3a-0842-4ee1-a585-acd02a69eb37,revision_number=None']} {{(pid=94115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.055086 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70697ec9-a5cd-49f9-8ce9-f0da32ba7123 None None] No DVR routers for this DVR port 67ccdf3a-0842-4ee1-a585-acd02a69eb37 on host dv-cinder-782390-8-iscsi {{(pid=94115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:49.123524 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662888', 'neutron.services.segments.db._delete_segments_for_network-8778795075184'] for network, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.133534 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848a08d0-7a78-423a-b496-fcbcb77541be']}} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:49.143557 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ddbe4f-76dc-4fa4-94f6-935f62af99f2') {'for_net_delete': True} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:49.143852 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.services.segments.db [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ddbe4f-76dc-4fa4-94f6-935f62af99f2') {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:49.152447 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778795078521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3358370'] for segment, before_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.166642 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702'] for segment, precommit_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.172601 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513478'] for segment, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: Traceback (most recent call last): Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: timer() Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: cb(*args, **kw) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: return func(*args, **kwargs) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: self._notify() Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: self.callback(batched_events) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: event.method(event) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: return f(self, *a, **k) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._get(url).json() Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:49.176560 dv-cinder-782390-8-iscsi neutron-server[94113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:49.322340 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1961120'] for network, after_delete {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.328814 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808158'] for network, before_response {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.330793 dv-cinder-782390-8-iscsi neutron-server[94113]: INFO neutron.wsgi [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/848a08d0-7a78-423a-b496-fcbcb77541be HTTP/1.1" status: 204 len: 168 time: 0.7336607 Aug 10 03:52:49.340801 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010312a-27da-4880-8c8b-5a66b1681ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=848a08d0-7a78-423a-b496-fcbcb77541be,revision_number=None']} {{(pid=94113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.788958 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33324) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.828673 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-9e7e9839-ad03-425c-8df1-bc4ca083f68b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=640c843532144cd4ac804d005116e62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385063 Aug 10 03:52:49.831620 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33326) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.880971 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.903535 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.025131 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.027660 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.028929 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61bef662-1f01-49b3-9de1-b67b92214997 HTTP/1.1" status: 204 len: 168 time: 0.1964128 Aug 10 03:52:50.038315 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae921cc7-6cc0-4bb3-83b3-65c19d3e61d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bef662-1f01-49b3-9de1-b67b92214997,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.311371 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 67ccdf3a-0842-4ee1-a585-acd02a69eb37 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:50.334953 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 67ccdf3a-0842-4ee1-a585-acd02a69eb37 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:50.335308 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 67ccdf3a-0842-4ee1-a585-acd02a69eb37 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:50.335735 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 608f3c59-0fb6-43e6-a1a0-e85a54859b29 no longer exists at agent ovs-agent-dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:50.356448 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] No Port match for: 608f3c59-0fb6-43e6-a1a0-e85a54859b29 {{(pid=94115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:50.356788 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron.plugins.ml2.rpc [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Device 608f3c59-0fb6-43e6-a1a0-e85a54859b29 not bound to the agent host dv-cinder-782390-8-iscsi {{(pid=94115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:50.708093 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33332) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.748261 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-98ae3ba5-790a-4a7f-9981-94bd0f215914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a90442f398e4eed98b7db983952458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389400 Aug 10 03:52:50.750627 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [-] (94114) accepted ('10.222.0.21', 33334) {{(pid=94114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.798691 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.819443 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.961885 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758351'] for security_group, after_delete {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.964477 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron_lib.callbacks.manager [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.965663 dv-cinder-782390-8-iscsi neutron-server[94114]: INFO neutron.wsgi [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4ede92-5fc6-4b5d-979e-ae90e9884c0d HTTP/1.1" status: 204 len: 168 time: 0.2141223 Aug 10 03:52:50.974248 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1541396-7e6f-43a1-b78e-3bd3f3afe5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ede92-5fc6-4b5d-979e-ae90e9884c0d,revision_number=None']} {{(pid=94114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.162035 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.727300 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dffd-5ba3-4b1f-88a4-588f892dff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.539478 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:00.315775 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-9e4a424e-8416-4530-bd87-a9983b00590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.373409 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.555841 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.206888 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.155317 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.761095 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-649e9410-8133-41bf-bff7-f3100b2368e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.246846 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-e99ab336-dc19-4bd2-8e3b-dc5519327c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.378367 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.514984 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.224010 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.539857 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:53.154719 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.777015 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b702501d-68e5-4e0b-9fca-04753c690998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.297489 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-ca57bd3c-ad58-42f5-aa2c-605fe1e37bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.360147 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.497420 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.228492 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.538069 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:23.148490 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.416756 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ac1-4b20-4589-b55b-89e6a5a00029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.227985 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8557055f-f1c3-4f20-ae4b-a7e7c0828081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.365107 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.513731 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.269485 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.048868 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [req-efc2ab1a-36e2-4f11-ac74-82f4be54077c req-f29345bf-44e6-4ac7-bfe8-94dcdb5dfdb2 service neutron] (94113) timed out ('10.222.0.63', 50667) {{(pid=94113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:54:50.536760 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:53.199336 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.718909 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-46d678c2-421f-47aa-8a52-985627ce35b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.221669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8b65ad1c-3de9-4f16-af11-67d5ecca4580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.370582 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.507669 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.215980 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.163818 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.536021 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:27.734785 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-88d5e1b1-aa67-486b-8e24-df2f613f3748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.261155 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-8b726334-e964-417a-81b8-cbc1b03ecf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.529778 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.535681 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.238481 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.186004 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.728915 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d2416f6f-3dfd-4a4c-af74-a914bcc851ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.248756 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4ad99606-2257-41c9-9be6-529bf69ef11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.494478 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.546301 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.231410 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.534936 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:23.179880 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.717446 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-cbbe1d52-2ea0-4287-8734-056af0bc60c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.225639 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-03a95866-a892-442a-844d-87f5c03eb7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.339601 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.511074 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.375688 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.534423 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:53.167095 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.716053 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-69e734b3-0514-4f3e-af83-64783b3dbbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.247337 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-4431767e-10fa-41bc-ac3d-c4d4bc4bd9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.436627 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.499214 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.258811 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.533278 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:23.178322 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.721607 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-fd88fa61-cf54-4487-b049-a41395270c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.101452 dv-cinder-782390-8-iscsi neutron-server[94113]: DEBUG neutron.wsgi [req-8fb59806-ea97-4195-bdda-0969342abc8f req-45c0d42e-73ee-4986-92fe-a8cfe495378c service neutron] (94113) timed out ('10.222.0.21', 54626) {{(pid=94113) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:57:30.224148 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-10b9caf6-7be6-4e2b-8e69-1ddd6d30175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.532386 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.538010 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.229698 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.022430 dv-cinder-782390-8-iscsi neutron-server[94114]: DEBUG neutron.wsgi [req-2e2d7a63-de2a-45f1-93d1-9c56c0b02d25 req-b1319c37-dc83-461b-ba9f-eeeedf5a097a tempest-AttachVolumeNegativeTest-1577780992 tempest-AttachVolumeNegativeTest-1577780992-project] (94114) timed out ('10.222.0.63', 50648) {{(pid=94114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:57:53.183198 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fd3d-9713-42af-9094-10877762579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.531201 dv-cinder-782390-8-iscsi neutron-server[94116]: DEBUG neutron.db.agents_db [None req-0c235852-cbc9-4fbd-9254-17f9c8bf51cc None None] Agent healthcheck: found 6 active agents {{(pid=94116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:57.721089 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-f7594a34-86bd-4a14-b394-94a1468af761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.222629 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e45c-3cc3-45f8-aa72-df9d17426b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.503186 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-d11c9ac4-8d25-4862-86f4-4271cee39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.537043 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-92ff3fd9-a12f-482d-bd84-1b0c28ee3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.325738 dv-cinder-782390-8-iscsi neutron-server[94115]: DEBUG neutron_lib.callbacks.manager [None req-c1839e03-bebb-4ec6-8792-e88ac7dc31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778795075076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-908262'] for agent, after_update {{(pid=94115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}